CAPSTONE PROJECT 2023-2024¶

Financial Graph Mining For Customers & Supply Chains Assessment¶

In order to improve the Bank’s CIB activities, a special attention is given to its clients transactions. Mapping out the supply chain of corporate customers is a strategic move that can enhance the bank’s risk management, client relationship and competitiveness in the market.

In [ ]:
import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sns
from sklearn.preprocessing import LabelEncoder
import networkx as nx
import torch
from torch_geometric.data import Data
from torch_geometric.utils import from_networkx
import numpy as np
import plotly.graph_objects as go
import networkx as nx
from sklearn.preprocessing import StandardScaler
from sklearn.ensemble import RandomForestRegressor
from sklearn.model_selection import GridSearchCV
from sklearn.metrics import mean_squared_error, r2_score
from torch_geometric.nn import GCNConv
import torch.nn.functional as F
from torch_geometric.nn import BatchNorm
from torch.nn import Linear
import warnings
warnings.filterwarnings('ignore')

PART 1: EXPLORATORY DATA ANALYSIS¶

1.1 Importing datasets and treatment of variables¶

In [ ]:
static_data = pd.read_csv('/home/jovyan/hfactory_magic_folders/financial_graph_mining_for_customers___supply_chains_assessment/static_data_all_x.csv',sep=';')
transactions_data = pd.read_csv('/home/jovyan/hfactory_magic_folders/financial_graph_mining_for_customers___supply_chains_assessment/transactions_x.csv',sep=';')
In [ ]:
def convert_probability(value):
    if '+' in str(value):
        return float(value.replace('+', '')) + 0.25
    elif '-' in str(value):
        return float(value.replace('-', '')) - 0.25
    else:
        return float(value)
def from_pred_to_normal(number):

    if 0 <= number <= 13:
        if number == 13:
            return "-13"
        else:
            base = int(number)
            if number - base < 0.1:
                return f"{base}"
            else:
                if number - base < 0.4:
                    return f"{base}+"
                else:
                    return f"-{base+1}"

static_data['T_LOCAL_TX_PD'] = static_data['T_LOCAL_TX_PD'].apply(convert_probability)
In [ ]:
transactions_data
Out[ ]:
DATE TX_AMOUNT ID COUNTERPARTY
0 13/03/2022 -0.058190 185303 232173
1 27/06/2022 -0.059969 185303 556373
2 17/04/2022 -0.005332 185303 230921
3 14/09/2022 -0.016891 185303 230921
4 14/02/2022 -0.054893 185303 232173
... ... ... ... ...
138793 25/08/2022 0.383975 733900 203333
138794 20/06/2022 0.697105 733900 203333
138795 11/05/2022 0.848930 733900 203333
138796 28/04/2022 0.907801 733900 203333
138797 23/06/2022 0.751523 733900 203333

138798 rows × 4 columns

In [ ]:
test_data_=pd.read_csv('/home/jovyan/hfactory_magic_folders/financial_graph_mining_for_customers___supply_chains_assessment/static_data_x_PD.csv',sep=';')

## filtre solon T_LOCAL_MT_ACTIF_SOCIAL=NAN et QUARTER="q4"
test_data = test_data_.loc[(pd.isna(test_data_['T_LOCAL_MT_ACTIF_SOCIAL'])) & (test_data_['QUARTER'] == "q4")]
test_data_ = test_data_.loc[(pd.isna(test_data_['T_LOCAL_MT_ACTIF_SOCIAL'])) & (test_data_['QUARTER'] == "q4")]
test_data['T_LOCAL_TX_PD'] = test_data['T_LOCAL_TX_PD'].apply(convert_probability)

TRAITEMENT df,df_train ET df_test

In [ ]:
df=static_data
df_merged = pd.merge(test_data, df[['ID', 'T_LOCAL_MT_ACTIF_SOCIAL']], on='ID', how='left', suffixes=('', '_from_static_data'))
df_merged=df_merged.drop_duplicates()
df_merged.drop(columns=['T_LOCAL_MT_ACTIF_SOCIAL'], inplace=True)
df_merged.rename(columns={'T_LOCAL_MT_ACTIF_SOCIAL_from_static_data': 'T_LOCAL_MT_ACTIF_SOCIAL'}, inplace=True)
df_test=df_merged
df_test
Out[ ]:
ID REGION ESG_SCORE CATEGORY T_LOCAL_TX_PD QUARTER T_LOCAL_MT_ACTIF_SOCIAL
0 704576 APAC 3 tier_2 3.75 q4 3671
4 856665 APAC 3 tier_2 5.75 q4 1824
8 825899 APAC 4 tier_2 6.00 q4 1097
12 938287 APAC 5 tier_2 7.25 q4 2045
16 656517 APAC 5 tier_2 4.75 q4 1550
... ... ... ... ... ... ... ...
404 162521 APAC 3 dealer 5.75 q4 49830
408 654792 NAFTA 5 dealer 5.00 q4 52916
412 623606 EMEA 3 dealer 7.25 q4 9001
416 985974 NAFTA 4 dealer 7.00 q4 2813
420 850157 APAC 4 dealer 2.75 q4 52069

106 rows × 7 columns

In [ ]:
df_train = pd.merge(df, df_test[['ID', 'QUARTER']], on=['ID', 'QUARTER'], how='left', indicator=True)
df_train = df_train[df_train['_merge'] == 'left_only']
df_train.drop(columns=['_merge'], inplace=True)
df_train
Out[ ]:
ID REGION ESG_SCORE CATEGORY T_LOCAL_MT_ACTIF_SOCIAL T_LOCAL_TX_PD QUARTER
0 185303 LATAM 4 tier_2 34208 6.00 q1
1 900683 APAC 5 tier_2 1643 2.75 q1
2 373869 APAC 4 tier_2 4706 5.25 q1
3 137542 APAC 4 tier_2 2567 6.75 q1
4 992171 APAC 3 tier_2 1478 6.25 q1
... ... ... ... ... ... ... ...
4511 200166 APAC 4 dealer 7517 6.75 q4
4512 814235 APAC 3 dealer 7849 12.00 q4
4513 162972 NAFTA 3 dealer 1172 5.75 q4
4514 605883 APAC 2 dealer 59150 4.25 q4
4515 804856 NAFTA 4 dealer 34876 7.25 q4

4410 rows × 7 columns

In [ ]:
def onehotencoding(df,columns=None):
    # One-hot encode 'CATEGORY','REGION' and 'QUARTER'
    category_one_hot = pd.get_dummies(df['CATEGORY'], prefix='Cat')
    region_one_hot = pd.get_dummies(df['REGION'], prefix='Reg')
    quarter_one_hot=pd.get_dummies(df['QUARTER'])

    df = pd.concat([df, category_one_hot, region_one_hot,quarter_one_hot], axis=1)

    df.drop(['CATEGORY', 'REGION','QUARTER'], axis=1, inplace=True)
    df_converted = df.copy()
    if columns is None:
        columns = df_converted.columns
    for col in columns:
        if df_converted[col].dtype == bool:
            df_converted[col] = df_converted[col].astype(int)
    return df_converted
df_test_encoded=onehotencoding(df_test)
df_train_encoded=onehotencoding(df_train)
df_test_encoded = df_test_encoded.reindex(columns=df_train_encoded.columns, fill_value=0)

1.2 Basics analysis on features (we will use static data and transactions data)¶

In this part we will do some analysis on the companies only and make analysis based on quarter.

In [ ]:
static_data_unique=static_data.drop_duplicates(subset='ID') # To delete duplicates companies based on ID
print(static_data_unique.describe())
                  ID    ESG_SCORE  T_LOCAL_MT_ACTIF_SOCIAL  T_LOCAL_TX_PD
count    1129.000000  1129.000000             1.129000e+03    1129.000000
mean   553418.557130     3.875996             4.766139e+05       5.580381
std    264639.207543     0.945613             1.527971e+06       1.899869
min    100024.000000     1.000000             1.000000e+03       1.000000
25%    319301.000000     3.000000             2.179000e+03       4.250000
50%    558065.000000     4.000000             6.107000e+03       5.750000
75%    785114.000000     5.000000             4.449300e+04       6.750000
max    999092.000000     5.000000             7.973077e+06      12.000000

In total we have 1129 companies in our dataset. Default probability accross them is around 5.6 (from 0 to 13).

In [ ]:
categories_counts = static_data_unique['CATEGORY'].value_counts()
region_counts = static_data_unique['REGION'].value_counts()
total_categories = categories_counts.sum()
percentages_categories = 100 * categories_counts / total_categories

fig, (ax1, ax2) = plt.subplots(1, 2, figsize=(16, 8))

# Catégories
sns.barplot(x=categories_counts.index, y=categories_counts.values, ax=ax1)
ax1.set_title('Distribution of Companies Across Categories')
ax1.set_xlabel('Category')
ax1.set_ylabel('Count')
ax1.tick_params(axis='x', rotation=45)

# Ajout des étiquettes de pourcentage sur l'axe des y pour le graphique des catégories
ax1.set_yticklabels([f'{p:.2f}%' for p in np.linspace(0, 60, len(ax1.get_yticks()))])

# Régions
ax2.pie(region_counts, labels=region_counts.index, autopct='%1.1f%%', startangle=140)
ax2.set_title('Distribution of Companies Across Regions')

plt.tight_layout()
plt.show()
No description has been provided for this image

More than 55% of the companies are in raw materials in our database. Companies in OEM are the most less represented (less than 10%). We also have around 60% of companies in the region APAC. The region EMEA follows with exactly 15.8% of the companies.

In [ ]:
mean_by_quarter = static_data.groupby('QUARTER')['T_LOCAL_TX_PD'].mean().reset_index()

plt.figure(figsize=(10, 6))
sns.lineplot(x='QUARTER', y='T_LOCAL_TX_PD', data=mean_by_quarter, marker='o')
plt.title('Evolution of the Mean of T_LOCAL_TX_PD by Quarter')
plt.xlabel('Qarter')
plt.ylabel('Mean of T_LOCAL_TX_PD')
plt.xticks(rotation=45) 
plt.tight_layout()
plt.show()
No description has been provided for this image

Our target variable mean was quit high according to the other quarter in Q2. This mean was lesser in Q4.

In [ ]:
mean_by_quarter_ = static_data.groupby('QUARTER')['ESG_SCORE'].mean().reset_index()

plt.figure(figsize=(10, 6))
sns.lineplot(x='QUARTER', y='ESG_SCORE', data=mean_by_quarter_, marker='o')
plt.title('Evolution of the Mean of ESG_SCORE by Quarter')
plt.xlabel('Qarter')
plt.ylabel('Mean of ESG_SCORE')
plt.xticks(rotation=45) 
plt.tight_layout()
plt.show()
No description has been provided for this image

During all quarters the mean of the ESG score stayed at the same level which is around 3.87.

In [ ]:
mean_by_cat = static_data.groupby('CATEGORY')['T_LOCAL_TX_PD'].mean().reset_index()
mean_by_reg = static_data.groupby('REGION')['T_LOCAL_TX_PD'].mean().reset_index()

mean_by_cat['Type'] = 'Category'
mean_by_reg['Type'] = 'Region'
mean_by_cat.rename(columns={'CATEGORY': 'Group'}, inplace=True)
mean_by_reg.rename(columns={'REGION': 'Group'}, inplace=True)

combined_data = pd.concat([mean_by_cat, mean_by_reg])

plt.figure(figsize=(12, 6))
sns.barplot(x='Group', y='T_LOCAL_TX_PD', hue='Type', data=combined_data, dodge=False)
plt.title('Mean of T_LOCAL_TX_PD by Category and Region')
plt.xlabel('Groups')
plt.ylabel('Mean of T_LOCAL_TX_PD')
plt.xticks(rotation=45)
min_val = combined_data['T_LOCAL_TX_PD'].min() * 0.95 
max_val = combined_data['T_LOCAL_TX_PD'].max() * 1.05
plt.ylim(min_val, max_val)
plt.tight_layout()
plt.show()
No description has been provided for this image

Companies in dealers category had a higher PD mean than other categories. The following category is company in tier2 and tier1. We also notice that companies in the region EMEA have the biggest PD mean accross this period. The region and category can be a little bit relevant to help predicting PD even if their contributions can be be small.

In [ ]:
plt.figure(figsize=(6, 4))
sns.heatmap(static_data[['ESG_SCORE','T_LOCAL_MT_ACTIF_SOCIAL','T_LOCAL_TX_PD']].corr(), annot=True, cmap='coolwarm')
plt.title('Correlation Matrix of Features')
plt.show()
No description has been provided for this image

There is a positive correlation between T_LOCAL_MT_ACTIF_SOCIAL and T_LOCAL_TX_PD but this one is very small (0.012) We also have a very small negative correlation between our target and T_LOCAL_MT_ACTIF_SOCIAL(-0.018)

In [ ]:
G_train = nx.DiGraph()

for _, row in df_train_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:  
        G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])



print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")
Train Graph has 1129 nodes and 3297 edges.
In [ ]:
G_test = nx.DiGraph()

for _, row in df_test_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:  
        G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])



print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")
Test Graph has 106 nodes and 49 edges.
In [ ]:
def plot_neighborhood(depth,G=G_train, node_id=373869):

    neighbors = nx.single_source_shortest_path_length(G, node_id, cutoff=depth).keys()
    subgraph = G.subgraph(neighbors)
    pos = nx.spring_layout(subgraph, seed=42)


    edge_x, edge_y = [], []
    for edge in subgraph.edges():
        x0, y0 = pos[edge[0]]
        x1, y1 = pos[edge[1]]
        edge_x.extend([x0, x1, None])
        edge_y.extend([y0, y1, None])

    edge_trace = go.Scatter(x=edge_x, y=edge_y, line=dict(width=2, color='#888'),
                            hoverinfo='none', mode='lines')

    node_x, node_y = [], []
    node_colors = []
    depth_colors = ['red', 'green', 'blue', 'purple', 'orange', 'yellow', 'pink', 'brown', 'grey', 'cyan']  

    for node in subgraph.nodes():
        x, y = pos[node]
        node_x.append(x)
        node_y.append(y)
        node_depth = nx.shortest_path_length(G, source=node_id, target=node)
        color = depth_colors[node_depth] if node_depth < len(depth_colors) else 'black'
        node_colors.append(color)

    node_trace = go.Scatter(x=node_x, y=node_y, mode='markers', hoverinfo='text',
                            marker=dict(showscale=False, colorscale='Viridis', size=10, color=node_colors, line_width=2))

 
    node_trace.text = [f'ID: {node}' for node in subgraph.nodes()]


    fig = go.Figure(data=[edge_trace, node_trace], layout=go.Layout(
                title=f'{depth}-Deep Neighborhood of Node {node_id}',
                titlefont_size=16,
                showlegend=False,
                hovermode='closest',
                margin=dict(b=20,l=5,r=5,t=40),
                xaxis=dict(showgrid=False, zeroline=False, showticklabels=False),
                yaxis=dict(showgrid=False, zeroline=False, showticklabels=False)))

    fig.show()


for i in [1,2,3]:
    plot_neighborhood(i)

PART 2: MODELING¶

Let try some simple models on our train set without using the transactions informations to see how they performs

In [ ]:
X_train=df_train_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
X_test=df_test_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
y_train=df_train_encoded[["T_LOCAL_TX_PD"]]
y_test=df_test_encoded[["T_LOCAL_TX_PD"]]

2.1: Using Random forest¶

In [ ]:
param_grid = {
    'n_estimators': [10, 50, 100], 
    'max_depth': [None, 10, 20, 30], 
    'min_samples_split': [2, 4, 6]
}

grid_search = GridSearchCV(estimator=RandomForestRegressor(random_state=42),
                           param_grid=param_grid,
                           cv=5,  
                           scoring='neg_mean_squared_error',  
                           verbose=1,  
                           n_jobs=-1)


grid_search.fit(X_train, y_train.values.ravel())


best_model = grid_search.best_estimator_

y_train_pred = best_model.predict(X_train)
y_test_pred = best_model.predict(X_test)

train_r2 = r2_score(y_train, y_train_pred)
test_r2 = r2_score(y_test, y_test_pred)
train_mse = mean_squared_error(y_train, y_train_pred)
test_mse = mean_squared_error(y_test, y_test_pred)

print(f"Best Parameters: {grid_search.best_params_}")
print(f"Training R2 score: {train_r2:.2f}")
print(f"Test R2 score: {test_r2:.2f}")
print(f"Training MSE: {train_mse:.2f}")
print(f"Test MSE: {test_mse:.2f}")
Fitting 5 folds for each of 36 candidates, totalling 180 fits
Best Parameters: {'max_depth': None, 'min_samples_split': 2, 'n_estimators': 100}
Training R2 score: 0.99
Test R2 score: 0.95
Training MSE: 0.03
Test MSE: 0.20
In [ ]:
test_data_['PD random forest'] = np.array([from_pred_to_normal(y) for y in y_test_pred])
test_data_[["T_LOCAL_TX_PD",'PD random forest']]
Out[ ]:
T_LOCAL_TX_PD PD random forest
3394 -4 -4
3396 -6 -6
3403 6 -6
3404 7+ 7
3421 -5 -5
... ... ...
4486 -6 -6
4488 5 5
4492 7+ 7+
4494 7 7
4499 -3 3

106 rows × 2 columns

2.2: Let try GNN for predicting PD¶

In [ ]:
G_data_train = from_networkx(G_train)
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)


G_data_test = from_networkx(G_test)
G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)
In [ ]:
class EnhancedGCN(torch.nn.Module):
    def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
        super(EnhancedGCN, self).__init__()
        self.conv1 = GCNConv(num_node_features, hidden_channels)
        self.conv2 = GCNConv(hidden_channels, hidden_channels)
        self.conv3 = GCNConv(hidden_channels, hidden_channels)  
        self.batch_norm1 = BatchNorm(hidden_channels)  
        self.batch_norm2 = BatchNorm(hidden_channels) 
        self.dropout_rate = dropout_rate
        self.out = torch.nn.Linear(hidden_channels, output_channels)

    def forward(self, x, edge_index):
        # 1st layer
        x = F.relu(self.conv1(x, edge_index))
        x = self.batch_norm1(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        # 2st  layer
        x = F.relu(self.conv2(x, edge_index))
        x = self.batch_norm2(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        # 3rd  layer
        x = F.relu(self.conv3(x, edge_index))

        
        x = self.out(x)
        return x
 
In [ ]:
num_node_features = G_data_train.num_node_features
hidden_channels = 60
output_channels = 1  
dropout_rate = 0.4 

model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)  
loss_func = torch.nn.MSELoss() 

def train():
    model.train()
    optimizer.zero_grad()
    out = model(G_data_train.x, G_data_train.edge_index)
    loss = loss_func(out.squeeze(), G_data_train.y)
    loss.backward()
    optimizer.step()
    return loss.item()

for epoch in range(2000):
    loss = train()
    print(f'Epoch {epoch+1}: Loss: {loss}')
Epoch 1: Loss: 34.95518112182617
Epoch 2: Loss: 33.44199752807617
Epoch 3: Loss: 33.45864486694336
Epoch 4: Loss: 32.372337341308594
Epoch 5: Loss: 31.87409782409668
Epoch 6: Loss: 31.00893783569336
Epoch 7: Loss: 30.313350677490234
Epoch 8: Loss: 30.116172790527344
Epoch 9: Loss: 29.15779685974121
Epoch 10: Loss: 28.80605697631836
Epoch 11: Loss: 27.964826583862305
Epoch 12: Loss: 27.667598724365234
Epoch 13: Loss: 26.456512451171875
Epoch 14: Loss: 26.140403747558594
Epoch 15: Loss: 25.677371978759766
Epoch 16: Loss: 25.026273727416992
Epoch 17: Loss: 24.19707679748535
Epoch 18: Loss: 23.563146591186523
Epoch 19: Loss: 22.989988327026367
Epoch 20: Loss: 22.81761932373047
Epoch 21: Loss: 22.474376678466797
Epoch 22: Loss: 21.211902618408203
Epoch 23: Loss: 20.90770149230957
Epoch 24: Loss: 20.21375274658203
Epoch 25: Loss: 19.799684524536133
Epoch 26: Loss: 19.48683738708496
Epoch 27: Loss: 18.459129333496094
Epoch 28: Loss: 18.102510452270508
Epoch 29: Loss: 17.49164581298828
Epoch 30: Loss: 16.932708740234375
Epoch 31: Loss: 16.62199592590332
Epoch 32: Loss: 16.28417205810547
Epoch 33: Loss: 15.41952896118164
Epoch 34: Loss: 15.19974136352539
Epoch 35: Loss: 14.981375694274902
Epoch 36: Loss: 14.548462867736816
Epoch 37: Loss: 14.061858177185059
Epoch 38: Loss: 13.966769218444824
Epoch 39: Loss: 13.705194473266602
Epoch 40: Loss: 13.610262870788574
Epoch 41: Loss: 13.334912300109863
Epoch 42: Loss: 13.167555809020996
Epoch 43: Loss: 12.480504989624023
Epoch 44: Loss: 12.791308403015137
Epoch 45: Loss: 12.201279640197754
Epoch 46: Loss: 12.285846710205078
Epoch 47: Loss: 12.248703002929688
Epoch 48: Loss: 12.031614303588867
Epoch 49: Loss: 11.649435043334961
Epoch 50: Loss: 11.619298934936523
Epoch 51: Loss: 11.70883560180664
Epoch 52: Loss: 11.796823501586914
Epoch 53: Loss: 11.770257949829102
Epoch 54: Loss: 11.078471183776855
Epoch 55: Loss: 11.10826587677002
Epoch 56: Loss: 11.419014930725098
Epoch 57: Loss: 11.343765258789062
Epoch 58: Loss: 11.09335708618164
Epoch 59: Loss: 10.999090194702148
Epoch 60: Loss: 10.673394203186035
Epoch 61: Loss: 10.894759178161621
Epoch 62: Loss: 10.533154487609863
Epoch 63: Loss: 10.93275260925293
Epoch 64: Loss: 10.62273120880127
Epoch 65: Loss: 10.85340404510498
Epoch 66: Loss: 10.898776054382324
Epoch 67: Loss: 10.64322566986084
Epoch 68: Loss: 10.400691032409668
Epoch 69: Loss: 10.413921356201172
Epoch 70: Loss: 10.351643562316895
Epoch 71: Loss: 10.346016883850098
Epoch 72: Loss: 10.098409652709961
Epoch 73: Loss: 10.29231071472168
Epoch 74: Loss: 10.075542449951172
Epoch 75: Loss: 10.18432331085205
Epoch 76: Loss: 9.805990219116211
Epoch 77: Loss: 9.685996055603027
Epoch 78: Loss: 10.1483736038208
Epoch 79: Loss: 9.693219184875488
Epoch 80: Loss: 9.71135425567627
Epoch 81: Loss: 9.88979721069336
Epoch 82: Loss: 9.644247055053711
Epoch 83: Loss: 9.504920959472656
Epoch 84: Loss: 9.35968017578125
Epoch 85: Loss: 9.611566543579102
Epoch 86: Loss: 9.806034088134766
Epoch 87: Loss: 9.273755073547363
Epoch 88: Loss: 9.466940879821777
Epoch 89: Loss: 9.137408256530762
Epoch 90: Loss: 9.500267028808594
Epoch 91: Loss: 9.757225036621094
Epoch 92: Loss: 9.364592552185059
Epoch 93: Loss: 9.178281784057617
Epoch 94: Loss: 8.97650146484375
Epoch 95: Loss: 9.146814346313477
Epoch 96: Loss: 9.174736022949219
Epoch 97: Loss: 9.350924491882324
Epoch 98: Loss: 9.376415252685547
Epoch 99: Loss: 9.19204044342041
Epoch 100: Loss: 8.985445976257324
Epoch 101: Loss: 9.160627365112305
Epoch 102: Loss: 8.669221878051758
Epoch 103: Loss: 8.92422103881836
Epoch 104: Loss: 8.86182689666748
Epoch 105: Loss: 8.760208129882812
Epoch 106: Loss: 9.04425048828125
Epoch 107: Loss: 8.76815414428711
Epoch 108: Loss: 8.66262435913086
Epoch 109: Loss: 8.64935302734375
Epoch 110: Loss: 8.933055877685547
Epoch 111: Loss: 8.73674488067627
Epoch 112: Loss: 8.332697868347168
Epoch 113: Loss: 8.655102729797363
Epoch 114: Loss: 8.914200782775879
Epoch 115: Loss: 8.303566932678223
Epoch 116: Loss: 8.40466022491455
Epoch 117: Loss: 8.607872009277344
Epoch 118: Loss: 8.58557415008545
Epoch 119: Loss: 8.476083755493164
Epoch 120: Loss: 8.231796264648438
Epoch 121: Loss: 8.102280616760254
Epoch 122: Loss: 8.000029563903809
Epoch 123: Loss: 8.014041900634766
Epoch 124: Loss: 8.189142227172852
Epoch 125: Loss: 8.154505729675293
Epoch 126: Loss: 7.965782165527344
Epoch 127: Loss: 7.812820911407471
Epoch 128: Loss: 7.878050804138184
Epoch 129: Loss: 7.854605674743652
Epoch 130: Loss: 7.7081780433654785
Epoch 131: Loss: 7.6735520362854
Epoch 132: Loss: 7.873378276824951
Epoch 133: Loss: 7.590994358062744
Epoch 134: Loss: 7.5884528160095215
Epoch 135: Loss: 7.3949360847473145
Epoch 136: Loss: 7.467758655548096
Epoch 137: Loss: 7.6664628982543945
Epoch 138: Loss: 7.522199630737305
Epoch 139: Loss: 7.294693470001221
Epoch 140: Loss: 7.2883219718933105
Epoch 141: Loss: 7.365340709686279
Epoch 142: Loss: 7.240489482879639
Epoch 143: Loss: 7.323667526245117
Epoch 144: Loss: 7.235822677612305
Epoch 145: Loss: 7.422420024871826
Epoch 146: Loss: 6.911626815795898
Epoch 147: Loss: 6.939828395843506
Epoch 148: Loss: 6.993374347686768
Epoch 149: Loss: 6.927239418029785
Epoch 150: Loss: 6.890273094177246
Epoch 151: Loss: 7.007904529571533
Epoch 152: Loss: 6.835768699645996
Epoch 153: Loss: 6.9981584548950195
Epoch 154: Loss: 6.8061723709106445
Epoch 155: Loss: 6.528894424438477
Epoch 156: Loss: 6.6271257400512695
Epoch 157: Loss: 6.757699966430664
Epoch 158: Loss: 6.613052845001221
Epoch 159: Loss: 6.793635845184326
Epoch 160: Loss: 6.594665050506592
Epoch 161: Loss: 6.5544352531433105
Epoch 162: Loss: 6.394845962524414
Epoch 163: Loss: 6.309172630310059
Epoch 164: Loss: 6.150756359100342
Epoch 165: Loss: 6.3686842918396
Epoch 166: Loss: 6.371895790100098
Epoch 167: Loss: 6.317107200622559
Epoch 168: Loss: 6.235049724578857
Epoch 169: Loss: 6.21341609954834
Epoch 170: Loss: 6.15924072265625
Epoch 171: Loss: 5.881950378417969
Epoch 172: Loss: 6.122227668762207
Epoch 173: Loss: 6.256718158721924
Epoch 174: Loss: 6.07106351852417
Epoch 175: Loss: 6.035407543182373
Epoch 176: Loss: 6.2662272453308105
Epoch 177: Loss: 6.198017120361328
Epoch 178: Loss: 5.882510662078857
Epoch 179: Loss: 5.983772277832031
Epoch 180: Loss: 5.889632225036621
Epoch 181: Loss: 5.892978668212891
Epoch 182: Loss: 6.100884437561035
Epoch 183: Loss: 5.885955810546875
Epoch 184: Loss: 5.887576103210449
Epoch 185: Loss: 6.095335006713867
Epoch 186: Loss: 5.739194869995117
Epoch 187: Loss: 5.806875228881836
Epoch 188: Loss: 5.675552845001221
Epoch 189: Loss: 5.524433135986328
Epoch 190: Loss: 5.724804878234863
Epoch 191: Loss: 5.587706089019775
Epoch 192: Loss: 5.843206405639648
Epoch 193: Loss: 6.025030136108398
Epoch 194: Loss: 5.719147205352783
Epoch 195: Loss: 5.668573379516602
Epoch 196: Loss: 5.522486209869385
Epoch 197: Loss: 5.688657283782959
Epoch 198: Loss: 5.905962944030762
Epoch 199: Loss: 5.695184707641602
Epoch 200: Loss: 5.81676721572876
Epoch 201: Loss: 5.646570205688477
Epoch 202: Loss: 5.648396968841553
Epoch 203: Loss: 5.717350959777832
Epoch 204: Loss: 5.600765705108643
Epoch 205: Loss: 5.634962558746338
Epoch 206: Loss: 5.754610061645508
Epoch 207: Loss: 5.690622806549072
Epoch 208: Loss: 5.660812854766846
Epoch 209: Loss: 5.674728870391846
Epoch 210: Loss: 5.355063438415527
Epoch 211: Loss: 5.805387496948242
Epoch 212: Loss: 5.407326698303223
Epoch 213: Loss: 5.52384090423584
Epoch 214: Loss: 5.55436897277832
Epoch 215: Loss: 5.519745826721191
Epoch 216: Loss: 5.440134048461914
Epoch 217: Loss: 5.531852722167969
Epoch 218: Loss: 5.306737422943115
Epoch 219: Loss: 5.466255187988281
Epoch 220: Loss: 5.5277204513549805
Epoch 221: Loss: 5.516617298126221
Epoch 222: Loss: 5.430787086486816
Epoch 223: Loss: 5.510308742523193
Epoch 224: Loss: 5.379601955413818
Epoch 225: Loss: 5.794005393981934
Epoch 226: Loss: 5.507256031036377
Epoch 227: Loss: 5.439699172973633
Epoch 228: Loss: 5.57485818862915
Epoch 229: Loss: 5.664549350738525
Epoch 230: Loss: 5.411269664764404
Epoch 231: Loss: 5.479518890380859
Epoch 232: Loss: 5.06010103225708
Epoch 233: Loss: 5.510768890380859
Epoch 234: Loss: 5.534209728240967
Epoch 235: Loss: 5.271979808807373
Epoch 236: Loss: 5.3560051918029785
Epoch 237: Loss: 5.284939765930176
Epoch 238: Loss: 5.3736653327941895
Epoch 239: Loss: 5.337906837463379
Epoch 240: Loss: 5.26416540145874
Epoch 241: Loss: 5.379672527313232
Epoch 242: Loss: 5.23182487487793
Epoch 243: Loss: 5.169548988342285
Epoch 244: Loss: 5.342589855194092
Epoch 245: Loss: 5.189962387084961
Epoch 246: Loss: 5.226535320281982
Epoch 247: Loss: 4.959158897399902
Epoch 248: Loss: 5.3082451820373535
Epoch 249: Loss: 5.253906726837158
Epoch 250: Loss: 5.159357070922852
Epoch 251: Loss: 5.266942501068115
Epoch 252: Loss: 5.237196445465088
Epoch 253: Loss: 5.32645320892334
Epoch 254: Loss: 5.143689155578613
Epoch 255: Loss: 5.198523998260498
Epoch 256: Loss: 5.257404804229736
Epoch 257: Loss: 5.052269458770752
Epoch 258: Loss: 5.207416534423828
Epoch 259: Loss: 5.395879745483398
Epoch 260: Loss: 5.241683483123779
Epoch 261: Loss: 5.2592034339904785
Epoch 262: Loss: 5.247497081756592
Epoch 263: Loss: 5.180561542510986
Epoch 264: Loss: 5.261203289031982
Epoch 265: Loss: 5.470455646514893
Epoch 266: Loss: 5.299830436706543
Epoch 267: Loss: 5.2540788650512695
Epoch 268: Loss: 5.112023830413818
Epoch 269: Loss: 5.367429256439209
Epoch 270: Loss: 5.282451152801514
Epoch 271: Loss: 5.321132659912109
Epoch 272: Loss: 5.272593975067139
Epoch 273: Loss: 5.25204610824585
Epoch 274: Loss: 5.154966354370117
Epoch 275: Loss: 5.256220817565918
Epoch 276: Loss: 4.905043125152588
Epoch 277: Loss: 5.2705864906311035
Epoch 278: Loss: 5.282900333404541
Epoch 279: Loss: 5.121695041656494
Epoch 280: Loss: 5.063412666320801
Epoch 281: Loss: 5.050398826599121
Epoch 282: Loss: 5.089733123779297
Epoch 283: Loss: 5.023544788360596
Epoch 284: Loss: 5.240901470184326
Epoch 285: Loss: 5.096518516540527
Epoch 286: Loss: 5.341992378234863
Epoch 287: Loss: 5.17843770980835
Epoch 288: Loss: 5.242380619049072
Epoch 289: Loss: 5.2061076164245605
Epoch 290: Loss: 5.207058906555176
Epoch 291: Loss: 4.928691387176514
Epoch 292: Loss: 5.199892520904541
Epoch 293: Loss: 5.136028289794922
Epoch 294: Loss: 5.148815155029297
Epoch 295: Loss: 5.030081748962402
Epoch 296: Loss: 5.200122833251953
Epoch 297: Loss: 5.160017013549805
Epoch 298: Loss: 5.171218395233154
Epoch 299: Loss: 5.09175968170166
Epoch 300: Loss: 5.019690036773682
Epoch 301: Loss: 4.967158317565918
Epoch 302: Loss: 4.794497966766357
Epoch 303: Loss: 4.975846290588379
Epoch 304: Loss: 4.916964054107666
Epoch 305: Loss: 4.994951248168945
Epoch 306: Loss: 5.124937057495117
Epoch 307: Loss: 5.135381698608398
Epoch 308: Loss: 5.0254435539245605
Epoch 309: Loss: 4.910035133361816
Epoch 310: Loss: 4.918938159942627
Epoch 311: Loss: 4.867457866668701
Epoch 312: Loss: 4.9559550285339355
Epoch 313: Loss: 4.913564205169678
Epoch 314: Loss: 4.876887321472168
Epoch 315: Loss: 4.6901092529296875
Epoch 316: Loss: 4.753022193908691
Epoch 317: Loss: 5.0590410232543945
Epoch 318: Loss: 4.940176010131836
Epoch 319: Loss: 4.923335552215576
Epoch 320: Loss: 5.016807556152344
Epoch 321: Loss: 4.84628963470459
Epoch 322: Loss: 4.896263122558594
Epoch 323: Loss: 4.852053165435791
Epoch 324: Loss: 4.959729194641113
Epoch 325: Loss: 5.119100093841553
Epoch 326: Loss: 4.915286540985107
Epoch 327: Loss: 4.793679714202881
Epoch 328: Loss: 4.856842041015625
Epoch 329: Loss: 4.601160049438477
Epoch 330: Loss: 4.900336742401123
Epoch 331: Loss: 4.941622257232666
Epoch 332: Loss: 4.863447666168213
Epoch 333: Loss: 4.867697238922119
Epoch 334: Loss: 4.786334991455078
Epoch 335: Loss: 4.743536472320557
Epoch 336: Loss: 4.907842636108398
Epoch 337: Loss: 4.787497520446777
Epoch 338: Loss: 4.883010387420654
Epoch 339: Loss: 4.899899482727051
Epoch 340: Loss: 4.8449835777282715
Epoch 341: Loss: 4.875065803527832
Epoch 342: Loss: 4.872990131378174
Epoch 343: Loss: 4.937357425689697
Epoch 344: Loss: 4.871446132659912
Epoch 345: Loss: 4.964412212371826
Epoch 346: Loss: 4.722332954406738
Epoch 347: Loss: 4.885135173797607
Epoch 348: Loss: 4.881754398345947
Epoch 349: Loss: 4.918983459472656
Epoch 350: Loss: 5.029741287231445
Epoch 351: Loss: 4.8471174240112305
Epoch 352: Loss: 4.7238593101501465
Epoch 353: Loss: 4.97292947769165
Epoch 354: Loss: 4.673650741577148
Epoch 355: Loss: 4.831639289855957
Epoch 356: Loss: 4.678454399108887
Epoch 357: Loss: 4.735695838928223
Epoch 358: Loss: 4.6281256675720215
Epoch 359: Loss: 4.835605144500732
Epoch 360: Loss: 4.818716049194336
Epoch 361: Loss: 4.813684940338135
Epoch 362: Loss: 4.915287971496582
Epoch 363: Loss: 4.773298263549805
Epoch 364: Loss: 4.752320766448975
Epoch 365: Loss: 4.827441215515137
Epoch 366: Loss: 4.880153656005859
Epoch 367: Loss: 4.940591335296631
Epoch 368: Loss: 4.767626762390137
Epoch 369: Loss: 4.729062080383301
Epoch 370: Loss: 4.877273082733154
Epoch 371: Loss: 4.678647041320801
Epoch 372: Loss: 4.797616958618164
Epoch 373: Loss: 4.634686470031738
Epoch 374: Loss: 4.583667755126953
Epoch 375: Loss: 4.808825492858887
Epoch 376: Loss: 4.716197490692139
Epoch 377: Loss: 4.792609214782715
Epoch 378: Loss: 4.87924337387085
Epoch 379: Loss: 4.712888240814209
Epoch 380: Loss: 4.778090476989746
Epoch 381: Loss: 4.820934295654297
Epoch 382: Loss: 4.764064788818359
Epoch 383: Loss: 4.823496341705322
Epoch 384: Loss: 4.56692361831665
Epoch 385: Loss: 4.865642070770264
Epoch 386: Loss: 4.841527938842773
Epoch 387: Loss: 4.710368633270264
Epoch 388: Loss: 4.629454135894775
Epoch 389: Loss: 4.810702800750732
Epoch 390: Loss: 4.748434066772461
Epoch 391: Loss: 4.917285442352295
Epoch 392: Loss: 4.712466239929199
Epoch 393: Loss: 4.588918685913086
Epoch 394: Loss: 4.625970363616943
Epoch 395: Loss: 4.87153959274292
Epoch 396: Loss: 5.06873893737793
Epoch 397: Loss: 4.7469401359558105
Epoch 398: Loss: 4.717989444732666
Epoch 399: Loss: 4.688147068023682
Epoch 400: Loss: 4.6434102058410645
Epoch 401: Loss: 4.724753379821777
Epoch 402: Loss: 4.572550296783447
Epoch 403: Loss: 4.679738521575928
Epoch 404: Loss: 4.887852668762207
Epoch 405: Loss: 4.8899149894714355
Epoch 406: Loss: 4.75970983505249
Epoch 407: Loss: 4.635313987731934
Epoch 408: Loss: 4.754726409912109
Epoch 409: Loss: 4.896402359008789
Epoch 410: Loss: 4.733016014099121
Epoch 411: Loss: 4.862617492675781
Epoch 412: Loss: 4.621068477630615
Epoch 413: Loss: 4.724444389343262
Epoch 414: Loss: 4.691036224365234
Epoch 415: Loss: 4.64210319519043
Epoch 416: Loss: 4.817199230194092
Epoch 417: Loss: 4.6947126388549805
Epoch 418: Loss: 4.559525012969971
Epoch 419: Loss: 4.536197185516357
Epoch 420: Loss: 4.687735080718994
Epoch 421: Loss: 4.758417129516602
Epoch 422: Loss: 4.709314823150635
Epoch 423: Loss: 4.630863666534424
Epoch 424: Loss: 4.671463489532471
Epoch 425: Loss: 4.631723403930664
Epoch 426: Loss: 4.64593505859375
Epoch 427: Loss: 4.766284465789795
Epoch 428: Loss: 4.6632561683654785
Epoch 429: Loss: 4.742684841156006
Epoch 430: Loss: 4.866322040557861
Epoch 431: Loss: 4.574560642242432
Epoch 432: Loss: 4.600513935089111
Epoch 433: Loss: 4.55787992477417
Epoch 434: Loss: 4.552170753479004
Epoch 435: Loss: 4.791007041931152
Epoch 436: Loss: 4.720795631408691
Epoch 437: Loss: 4.591182708740234
Epoch 438: Loss: 4.825488090515137
Epoch 439: Loss: 4.885797023773193
Epoch 440: Loss: 4.600090503692627
Epoch 441: Loss: 4.635110378265381
Epoch 442: Loss: 4.595024108886719
Epoch 443: Loss: 4.688209056854248
Epoch 444: Loss: 4.635042190551758
Epoch 445: Loss: 4.668091773986816
Epoch 446: Loss: 4.595385551452637
Epoch 447: Loss: 4.762819290161133
Epoch 448: Loss: 4.560739517211914
Epoch 449: Loss: 4.708379745483398
Epoch 450: Loss: 4.4943766593933105
Epoch 451: Loss: 4.5385422706604
Epoch 452: Loss: 4.610412120819092
Epoch 453: Loss: 4.695411682128906
Epoch 454: Loss: 4.482194900512695
Epoch 455: Loss: 4.5862908363342285
Epoch 456: Loss: 4.512253284454346
Epoch 457: Loss: 4.511894702911377
Epoch 458: Loss: 4.700323581695557
Epoch 459: Loss: 4.47183084487915
Epoch 460: Loss: 4.477662086486816
Epoch 461: Loss: 4.691483020782471
Epoch 462: Loss: 4.6007280349731445
Epoch 463: Loss: 4.617469787597656
Epoch 464: Loss: 4.6992058753967285
Epoch 465: Loss: 4.525811672210693
Epoch 466: Loss: 4.582572937011719
Epoch 467: Loss: 4.828845024108887
Epoch 468: Loss: 4.735288619995117
Epoch 469: Loss: 4.58006477355957
Epoch 470: Loss: 4.498234272003174
Epoch 471: Loss: 4.481715679168701
Epoch 472: Loss: 4.544601917266846
Epoch 473: Loss: 4.552178859710693
Epoch 474: Loss: 4.534564971923828
Epoch 475: Loss: 4.436434745788574
Epoch 476: Loss: 4.6688690185546875
Epoch 477: Loss: 4.492420196533203
Epoch 478: Loss: 4.611114978790283
Epoch 479: Loss: 4.616246223449707
Epoch 480: Loss: 4.50895357131958
Epoch 481: Loss: 4.443422317504883
Epoch 482: Loss: 4.669247150421143
Epoch 483: Loss: 4.447686672210693
Epoch 484: Loss: 4.578980922698975
Epoch 485: Loss: 4.550930023193359
Epoch 486: Loss: 4.514470100402832
Epoch 487: Loss: 4.44300651550293
Epoch 488: Loss: 4.461411952972412
Epoch 489: Loss: 4.590888500213623
Epoch 490: Loss: 4.540619373321533
Epoch 491: Loss: 4.489986419677734
Epoch 492: Loss: 4.557253837585449
Epoch 493: Loss: 4.776950836181641
Epoch 494: Loss: 4.484706878662109
Epoch 495: Loss: 4.655196666717529
Epoch 496: Loss: 4.437727451324463
Epoch 497: Loss: 4.467761993408203
Epoch 498: Loss: 4.564217567443848
Epoch 499: Loss: 4.678405284881592
Epoch 500: Loss: 4.5671820640563965
Epoch 501: Loss: 4.649497985839844
Epoch 502: Loss: 4.635284900665283
Epoch 503: Loss: 4.521862983703613
Epoch 504: Loss: 4.598904609680176
Epoch 505: Loss: 4.620960712432861
Epoch 506: Loss: 4.542452812194824
Epoch 507: Loss: 4.592074394226074
Epoch 508: Loss: 4.5431623458862305
Epoch 509: Loss: 4.742196083068848
Epoch 510: Loss: 4.685792446136475
Epoch 511: Loss: 4.457786560058594
Epoch 512: Loss: 4.6612701416015625
Epoch 513: Loss: 4.6161885261535645
Epoch 514: Loss: 4.635939598083496
Epoch 515: Loss: 4.59129524230957
Epoch 516: Loss: 4.59398078918457
Epoch 517: Loss: 4.5284318923950195
Epoch 518: Loss: 4.452967643737793
Epoch 519: Loss: 4.50523567199707
Epoch 520: Loss: 4.467001914978027
Epoch 521: Loss: 4.513888359069824
Epoch 522: Loss: 4.616657257080078
Epoch 523: Loss: 4.315523147583008
Epoch 524: Loss: 4.480956554412842
Epoch 525: Loss: 4.561471462249756
Epoch 526: Loss: 4.440832138061523
Epoch 527: Loss: 4.600278854370117
Epoch 528: Loss: 4.363795280456543
Epoch 529: Loss: 4.49311637878418
Epoch 530: Loss: 4.471664905548096
Epoch 531: Loss: 4.343430519104004
Epoch 532: Loss: 4.518795013427734
Epoch 533: Loss: 4.552719593048096
Epoch 534: Loss: 4.646697044372559
Epoch 535: Loss: 4.273575782775879
Epoch 536: Loss: 4.409938335418701
Epoch 537: Loss: 4.362624645233154
Epoch 538: Loss: 4.425466060638428
Epoch 539: Loss: 4.435445785522461
Epoch 540: Loss: 4.455226898193359
Epoch 541: Loss: 4.289496421813965
Epoch 542: Loss: 4.3789591789245605
Epoch 543: Loss: 4.467395782470703
Epoch 544: Loss: 4.416659832000732
Epoch 545: Loss: 4.566211700439453
Epoch 546: Loss: 4.550421237945557
Epoch 547: Loss: 4.51795768737793
Epoch 548: Loss: 4.469283103942871
Epoch 549: Loss: 4.476960182189941
Epoch 550: Loss: 4.562533855438232
Epoch 551: Loss: 4.4221062660217285
Epoch 552: Loss: 4.365868091583252
Epoch 553: Loss: 4.324236869812012
Epoch 554: Loss: 4.541069507598877
Epoch 555: Loss: 4.298914909362793
Epoch 556: Loss: 4.464176654815674
Epoch 557: Loss: 5.095361709594727
Epoch 558: Loss: 4.422058582305908
Epoch 559: Loss: 4.301423072814941
Epoch 560: Loss: 4.398216724395752
Epoch 561: Loss: 4.514298915863037
Epoch 562: Loss: 4.570059299468994
Epoch 563: Loss: 4.502214431762695
Epoch 564: Loss: 4.441023826599121
Epoch 565: Loss: 4.440479755401611
Epoch 566: Loss: 4.35562801361084
Epoch 567: Loss: 4.380805015563965
Epoch 568: Loss: 4.352075576782227
Epoch 569: Loss: 4.479905128479004
Epoch 570: Loss: 4.359681606292725
Epoch 571: Loss: 4.456662654876709
Epoch 572: Loss: 4.428624153137207
Epoch 573: Loss: 4.488762378692627
Epoch 574: Loss: 4.550868988037109
Epoch 575: Loss: 4.4483771324157715
Epoch 576: Loss: 4.766093730926514
Epoch 577: Loss: 4.374119281768799
Epoch 578: Loss: 4.617988586425781
Epoch 579: Loss: 4.488827705383301
Epoch 580: Loss: 4.443933963775635
Epoch 581: Loss: 4.387051105499268
Epoch 582: Loss: 4.499605655670166
Epoch 583: Loss: 4.74043607711792
Epoch 584: Loss: 4.3424973487854
Epoch 585: Loss: 4.332470893859863
Epoch 586: Loss: 4.495957851409912
Epoch 587: Loss: 4.4841766357421875
Epoch 588: Loss: 4.33656120300293
Epoch 589: Loss: 4.382066249847412
Epoch 590: Loss: 4.528372764587402
Epoch 591: Loss: 4.4495697021484375
Epoch 592: Loss: 4.345994472503662
Epoch 593: Loss: 4.562587738037109
Epoch 594: Loss: 4.4993672370910645
Epoch 595: Loss: 4.540133953094482
Epoch 596: Loss: 4.45964241027832
Epoch 597: Loss: 4.457886219024658
Epoch 598: Loss: 4.359655380249023
Epoch 599: Loss: 4.423559665679932
Epoch 600: Loss: 4.516705513000488
Epoch 601: Loss: 4.418796062469482
Epoch 602: Loss: 4.348944187164307
Epoch 603: Loss: 4.498900413513184
Epoch 604: Loss: 4.36625862121582
Epoch 605: Loss: 4.253825664520264
Epoch 606: Loss: 4.576559543609619
Epoch 607: Loss: 4.411786079406738
Epoch 608: Loss: 4.332847595214844
Epoch 609: Loss: 4.329003810882568
Epoch 610: Loss: 4.420726299285889
Epoch 611: Loss: 4.3484954833984375
Epoch 612: Loss: 4.327701091766357
Epoch 613: Loss: 4.410027503967285
Epoch 614: Loss: 4.414424896240234
Epoch 615: Loss: 4.374058723449707
Epoch 616: Loss: 4.385358810424805
Epoch 617: Loss: 4.455718517303467
Epoch 618: Loss: 4.410793304443359
Epoch 619: Loss: 4.5061540603637695
Epoch 620: Loss: 4.360360145568848
Epoch 621: Loss: 4.383755207061768
Epoch 622: Loss: 4.137263298034668
Epoch 623: Loss: 4.342182636260986
Epoch 624: Loss: 4.364218235015869
Epoch 625: Loss: 4.340260028839111
Epoch 626: Loss: 4.214602470397949
Epoch 627: Loss: 4.393003463745117
Epoch 628: Loss: 4.359803199768066
Epoch 629: Loss: 4.360075950622559
Epoch 630: Loss: 4.258528232574463
Epoch 631: Loss: 4.4395623207092285
Epoch 632: Loss: 4.35377836227417
Epoch 633: Loss: 4.413852214813232
Epoch 634: Loss: 4.3141984939575195
Epoch 635: Loss: 4.260684967041016
Epoch 636: Loss: 4.278231620788574
Epoch 637: Loss: 4.354654788970947
Epoch 638: Loss: 4.289056301116943
Epoch 639: Loss: 4.352203845977783
Epoch 640: Loss: 4.333851337432861
Epoch 641: Loss: 4.493641376495361
Epoch 642: Loss: 4.305622100830078
Epoch 643: Loss: 4.341865062713623
Epoch 644: Loss: 4.335603713989258
Epoch 645: Loss: 4.357011795043945
Epoch 646: Loss: 4.270326137542725
Epoch 647: Loss: 4.356104373931885
Epoch 648: Loss: 4.253529071807861
Epoch 649: Loss: 4.364768028259277
Epoch 650: Loss: 4.217146396636963
Epoch 651: Loss: 4.4590535163879395
Epoch 652: Loss: 4.430017471313477
Epoch 653: Loss: 4.250360012054443
Epoch 654: Loss: 4.252347469329834
Epoch 655: Loss: 4.3791913986206055
Epoch 656: Loss: 4.309596061706543
Epoch 657: Loss: 4.345427513122559
Epoch 658: Loss: 4.404129505157471
Epoch 659: Loss: 4.293975353240967
Epoch 660: Loss: 4.2262163162231445
Epoch 661: Loss: 4.264110088348389
Epoch 662: Loss: 4.193131446838379
Epoch 663: Loss: 4.261592388153076
Epoch 664: Loss: 4.232124328613281
Epoch 665: Loss: 4.2513275146484375
Epoch 666: Loss: 4.30343770980835
Epoch 667: Loss: 4.268457412719727
Epoch 668: Loss: 4.275182723999023
Epoch 669: Loss: 4.215846061706543
Epoch 670: Loss: 4.213043212890625
Epoch 671: Loss: 4.28892707824707
Epoch 672: Loss: 4.241781711578369
Epoch 673: Loss: 4.412234306335449
Epoch 674: Loss: 4.210379600524902
Epoch 675: Loss: 4.301697254180908
Epoch 676: Loss: 4.319077014923096
Epoch 677: Loss: 4.206923007965088
Epoch 678: Loss: 4.3000311851501465
Epoch 679: Loss: 4.150601863861084
Epoch 680: Loss: 4.2664103507995605
Epoch 681: Loss: 4.288846492767334
Epoch 682: Loss: 4.226561546325684
Epoch 683: Loss: 4.237049579620361
Epoch 684: Loss: 4.2334160804748535
Epoch 685: Loss: 4.288198471069336
Epoch 686: Loss: 4.314757823944092
Epoch 687: Loss: 4.215977668762207
Epoch 688: Loss: 4.2539262771606445
Epoch 689: Loss: 4.165421962738037
Epoch 690: Loss: 4.137051582336426
Epoch 691: Loss: 4.152786731719971
Epoch 692: Loss: 4.25788688659668
Epoch 693: Loss: 4.196062088012695
Epoch 694: Loss: 4.227531909942627
Epoch 695: Loss: 4.259636402130127
Epoch 696: Loss: 4.127438545227051
Epoch 697: Loss: 4.316552639007568
Epoch 698: Loss: 4.178318023681641
Epoch 699: Loss: 4.362392425537109
Epoch 700: Loss: 4.336333274841309
Epoch 701: Loss: 4.289678573608398
Epoch 702: Loss: 4.163369655609131
Epoch 703: Loss: 4.244671821594238
Epoch 704: Loss: 4.204283237457275
Epoch 705: Loss: 4.112665176391602
Epoch 706: Loss: 4.203912258148193
Epoch 707: Loss: 4.058182239532471
Epoch 708: Loss: 4.194222927093506
Epoch 709: Loss: 4.256991863250732
Epoch 710: Loss: 4.115760803222656
Epoch 711: Loss: 4.214743614196777
Epoch 712: Loss: 4.261735916137695
Epoch 713: Loss: 4.228062152862549
Epoch 714: Loss: 4.178373336791992
Epoch 715: Loss: 4.080268859863281
Epoch 716: Loss: 4.150986194610596
Epoch 717: Loss: 4.226024627685547
Epoch 718: Loss: 4.247505187988281
Epoch 719: Loss: 4.218817710876465
Epoch 720: Loss: 4.167072772979736
Epoch 721: Loss: 4.158560752868652
Epoch 722: Loss: 4.216911792755127
Epoch 723: Loss: 4.186790943145752
Epoch 724: Loss: 4.2457427978515625
Epoch 725: Loss: 4.198067665100098
Epoch 726: Loss: 4.265495777130127
Epoch 727: Loss: 4.257431507110596
Epoch 728: Loss: 4.292675971984863
Epoch 729: Loss: 4.168529033660889
Epoch 730: Loss: 4.3504638671875
Epoch 731: Loss: 4.290013313293457
Epoch 732: Loss: 4.126450538635254
Epoch 733: Loss: 4.242677211761475
Epoch 734: Loss: 4.221333026885986
Epoch 735: Loss: 4.211608409881592
Epoch 736: Loss: 4.132706165313721
Epoch 737: Loss: 4.155889511108398
Epoch 738: Loss: 4.171364784240723
Epoch 739: Loss: 4.232914447784424
Epoch 740: Loss: 4.206982612609863
Epoch 741: Loss: 4.147054195404053
Epoch 742: Loss: 4.214721202850342
Epoch 743: Loss: 4.335045337677002
Epoch 744: Loss: 4.1634674072265625
Epoch 745: Loss: 4.167021751403809
Epoch 746: Loss: 4.14574670791626
Epoch 747: Loss: 4.030327796936035
Epoch 748: Loss: 4.238727569580078
Epoch 749: Loss: 4.317352771759033
Epoch 750: Loss: 4.120706558227539
Epoch 751: Loss: 4.221789836883545
Epoch 752: Loss: 4.232820510864258
Epoch 753: Loss: 4.158798694610596
Epoch 754: Loss: 4.007608413696289
Epoch 755: Loss: 4.270432472229004
Epoch 756: Loss: 4.0897088050842285
Epoch 757: Loss: 4.119783878326416
Epoch 758: Loss: 4.227199077606201
Epoch 759: Loss: 4.201057434082031
Epoch 760: Loss: 4.189144134521484
Epoch 761: Loss: 4.129382133483887
Epoch 762: Loss: 4.288376808166504
Epoch 763: Loss: 4.1318039894104
Epoch 764: Loss: 4.058277130126953
Epoch 765: Loss: 4.125014305114746
Epoch 766: Loss: 4.148059844970703
Epoch 767: Loss: 4.110328197479248
Epoch 768: Loss: 4.062009334564209
Epoch 769: Loss: 4.172414779663086
Epoch 770: Loss: 4.083820819854736
Epoch 771: Loss: 4.084863185882568
Epoch 772: Loss: 4.197197437286377
Epoch 773: Loss: 4.164785861968994
Epoch 774: Loss: 4.070063591003418
Epoch 775: Loss: 4.14764928817749
Epoch 776: Loss: 4.239220142364502
Epoch 777: Loss: 4.1358795166015625
Epoch 778: Loss: 4.13712215423584
Epoch 779: Loss: 4.137044906616211
Epoch 780: Loss: 4.177150726318359
Epoch 781: Loss: 4.145082473754883
Epoch 782: Loss: 4.271174430847168
Epoch 783: Loss: 4.04262638092041
Epoch 784: Loss: 4.158580780029297
Epoch 785: Loss: 4.193569183349609
Epoch 786: Loss: 4.070541858673096
Epoch 787: Loss: 4.188937187194824
Epoch 788: Loss: 4.191336631774902
Epoch 789: Loss: 4.1556267738342285
Epoch 790: Loss: 4.0284318923950195
Epoch 791: Loss: 4.009122371673584
Epoch 792: Loss: 4.01986837387085
Epoch 793: Loss: 4.155701637268066
Epoch 794: Loss: 4.1161932945251465
Epoch 795: Loss: 4.176329612731934
Epoch 796: Loss: 4.089423656463623
Epoch 797: Loss: 4.115365028381348
Epoch 798: Loss: 4.132288932800293
Epoch 799: Loss: 4.037651062011719
Epoch 800: Loss: 4.121245861053467
Epoch 801: Loss: 4.129530429840088
Epoch 802: Loss: 4.055429935455322
Epoch 803: Loss: 4.046949863433838
Epoch 804: Loss: 4.026121139526367
Epoch 805: Loss: 4.147161483764648
Epoch 806: Loss: 4.121963024139404
Epoch 807: Loss: 4.09291934967041
Epoch 808: Loss: 4.053396224975586
Epoch 809: Loss: 4.190274715423584
Epoch 810: Loss: 4.121770858764648
Epoch 811: Loss: 4.112301349639893
Epoch 812: Loss: 4.133702754974365
Epoch 813: Loss: 4.139247417449951
Epoch 814: Loss: 4.103918075561523
Epoch 815: Loss: 4.064302444458008
Epoch 816: Loss: 4.2114105224609375
Epoch 817: Loss: 4.329983234405518
Epoch 818: Loss: 4.1857218742370605
Epoch 819: Loss: 4.2249226570129395
Epoch 820: Loss: 4.254145622253418
Epoch 821: Loss: 4.164383888244629
Epoch 822: Loss: 4.235500335693359
Epoch 823: Loss: 4.136358737945557
Epoch 824: Loss: 4.113770484924316
Epoch 825: Loss: 4.1995158195495605
Epoch 826: Loss: 4.230484962463379
Epoch 827: Loss: 4.049529075622559
Epoch 828: Loss: 4.202448844909668
Epoch 829: Loss: 4.095547199249268
Epoch 830: Loss: 4.044224262237549
Epoch 831: Loss: 4.083250522613525
Epoch 832: Loss: 4.045663356781006
Epoch 833: Loss: 4.232284069061279
Epoch 834: Loss: 4.04218053817749
Epoch 835: Loss: 4.11490535736084
Epoch 836: Loss: 4.050520420074463
Epoch 837: Loss: 4.165465354919434
Epoch 838: Loss: 4.067785263061523
Epoch 839: Loss: 4.176218509674072
Epoch 840: Loss: 4.207239627838135
Epoch 841: Loss: 4.1607890129089355
Epoch 842: Loss: 4.098769664764404
Epoch 843: Loss: 4.181851387023926
Epoch 844: Loss: 4.097584247589111
Epoch 845: Loss: 4.159380912780762
Epoch 846: Loss: 4.045532703399658
Epoch 847: Loss: 4.041441917419434
Epoch 848: Loss: 4.070606708526611
Epoch 849: Loss: 4.09684419631958
Epoch 850: Loss: 4.098130226135254
Epoch 851: Loss: 4.089385032653809
Epoch 852: Loss: 4.103822708129883
Epoch 853: Loss: 4.002374172210693
Epoch 854: Loss: 4.078622817993164
Epoch 855: Loss: 4.1014323234558105
Epoch 856: Loss: 4.096492767333984
Epoch 857: Loss: 4.1344709396362305
Epoch 858: Loss: 4.144368648529053
Epoch 859: Loss: 4.017965793609619
Epoch 860: Loss: 4.042276859283447
Epoch 861: Loss: 4.219995021820068
Epoch 862: Loss: 4.134457588195801
Epoch 863: Loss: 4.1149067878723145
Epoch 864: Loss: 4.078758716583252
Epoch 865: Loss: 4.120241165161133
Epoch 866: Loss: 4.127903938293457
Epoch 867: Loss: 4.012838363647461
Epoch 868: Loss: 4.073485374450684
Epoch 869: Loss: 4.060649394989014
Epoch 870: Loss: 4.04290246963501
Epoch 871: Loss: 3.9805421829223633
Epoch 872: Loss: 4.037230491638184
Epoch 873: Loss: 4.1207194328308105
Epoch 874: Loss: 3.965151309967041
Epoch 875: Loss: 4.109206676483154
Epoch 876: Loss: 3.9462878704071045
Epoch 877: Loss: 3.962179183959961
Epoch 878: Loss: 4.050488471984863
Epoch 879: Loss: 4.04470157623291
Epoch 880: Loss: 3.993464231491089
Epoch 881: Loss: 4.027047157287598
Epoch 882: Loss: 4.193535327911377
Epoch 883: Loss: 4.038949966430664
Epoch 884: Loss: 4.126227855682373
Epoch 885: Loss: 3.9952993392944336
Epoch 886: Loss: 4.070189476013184
Epoch 887: Loss: 4.112119674682617
Epoch 888: Loss: 4.008617877960205
Epoch 889: Loss: 4.1085381507873535
Epoch 890: Loss: 4.113974571228027
Epoch 891: Loss: 3.880887985229492
Epoch 892: Loss: 4.137197971343994
Epoch 893: Loss: 3.9491755962371826
Epoch 894: Loss: 3.938340425491333
Epoch 895: Loss: 4.123947620391846
Epoch 896: Loss: 4.052787780761719
Epoch 897: Loss: 3.9775009155273438
Epoch 898: Loss: 4.100852012634277
Epoch 899: Loss: 4.039220809936523
Epoch 900: Loss: 4.041967868804932
Epoch 901: Loss: 4.017672538757324
Epoch 902: Loss: 3.9584195613861084
Epoch 903: Loss: 4.150857925415039
Epoch 904: Loss: 4.0893073081970215
Epoch 905: Loss: 4.016895771026611
Epoch 906: Loss: 4.052063941955566
Epoch 907: Loss: 4.055568695068359
Epoch 908: Loss: 4.108415126800537
Epoch 909: Loss: 4.128849029541016
Epoch 910: Loss: 3.979757308959961
Epoch 911: Loss: 3.9486396312713623
Epoch 912: Loss: 3.962963819503784
Epoch 913: Loss: 4.032772064208984
Epoch 914: Loss: 4.024143695831299
Epoch 915: Loss: 3.9684653282165527
Epoch 916: Loss: 4.127104759216309
Epoch 917: Loss: 3.938157320022583
Epoch 918: Loss: 4.039810657501221
Epoch 919: Loss: 3.9814560413360596
Epoch 920: Loss: 4.0414814949035645
Epoch 921: Loss: 3.967576265335083
Epoch 922: Loss: 4.176306247711182
Epoch 923: Loss: 4.083833694458008
Epoch 924: Loss: 4.007279872894287
Epoch 925: Loss: 4.018048286437988
Epoch 926: Loss: 3.962681293487549
Epoch 927: Loss: 3.987234592437744
Epoch 928: Loss: 3.978022575378418
Epoch 929: Loss: 3.969071865081787
Epoch 930: Loss: 4.022531509399414
Epoch 931: Loss: 3.976184844970703
Epoch 932: Loss: 3.9531376361846924
Epoch 933: Loss: 4.031289100646973
Epoch 934: Loss: 3.989377498626709
Epoch 935: Loss: 4.152988910675049
Epoch 936: Loss: 3.9570934772491455
Epoch 937: Loss: 3.969477891921997
Epoch 938: Loss: 3.957230567932129
Epoch 939: Loss: 3.973703622817993
Epoch 940: Loss: 4.007197856903076
Epoch 941: Loss: 3.9023597240448
Epoch 942: Loss: 3.8999884128570557
Epoch 943: Loss: 3.977119207382202
Epoch 944: Loss: 4.00977897644043
Epoch 945: Loss: 3.9146151542663574
Epoch 946: Loss: 3.9803237915039062
Epoch 947: Loss: 4.052217960357666
Epoch 948: Loss: 3.9450249671936035
Epoch 949: Loss: 3.911564826965332
Epoch 950: Loss: 4.037970542907715
Epoch 951: Loss: 3.8994948863983154
Epoch 952: Loss: 3.9755382537841797
Epoch 953: Loss: 3.9031741619110107
Epoch 954: Loss: 4.022845268249512
Epoch 955: Loss: 4.060033321380615
Epoch 956: Loss: 4.108608245849609
Epoch 957: Loss: 3.9437365531921387
Epoch 958: Loss: 3.941143274307251
Epoch 959: Loss: 4.000166416168213
Epoch 960: Loss: 3.9733941555023193
Epoch 961: Loss: 4.031429767608643
Epoch 962: Loss: 3.912593364715576
Epoch 963: Loss: 3.9903199672698975
Epoch 964: Loss: 3.9400153160095215
Epoch 965: Loss: 3.9755637645721436
Epoch 966: Loss: 3.9534778594970703
Epoch 967: Loss: 3.9582788944244385
Epoch 968: Loss: 3.8443775177001953
Epoch 969: Loss: 3.965021848678589
Epoch 970: Loss: 3.943761110305786
Epoch 971: Loss: 3.9508986473083496
Epoch 972: Loss: 3.922173500061035
Epoch 973: Loss: 3.8232262134552
Epoch 974: Loss: 3.8599908351898193
Epoch 975: Loss: 4.025150775909424
Epoch 976: Loss: 3.8935511112213135
Epoch 977: Loss: 3.8717615604400635
Epoch 978: Loss: 3.898136854171753
Epoch 979: Loss: 3.857462167739868
Epoch 980: Loss: 3.950784683227539
Epoch 981: Loss: 4.028053283691406
Epoch 982: Loss: 4.005759239196777
Epoch 983: Loss: 3.97273850440979
Epoch 984: Loss: 3.9119081497192383
Epoch 985: Loss: 3.8601410388946533
Epoch 986: Loss: 3.961198329925537
Epoch 987: Loss: 3.982536554336548
Epoch 988: Loss: 3.919158458709717
Epoch 989: Loss: 3.9985759258270264
Epoch 990: Loss: 3.98348331451416
Epoch 991: Loss: 3.8466174602508545
Epoch 992: Loss: 3.901728391647339
Epoch 993: Loss: 3.8500664234161377
Epoch 994: Loss: 4.246359348297119
Epoch 995: Loss: 4.042089939117432
Epoch 996: Loss: 3.874844789505005
Epoch 997: Loss: 3.9216225147247314
Epoch 998: Loss: 3.906763792037964
Epoch 999: Loss: 4.023641586303711
Epoch 1000: Loss: 3.8627967834472656
Epoch 1001: Loss: 3.9527807235717773
Epoch 1002: Loss: 4.00740909576416
Epoch 1003: Loss: 3.937835216522217
Epoch 1004: Loss: 3.931670904159546
Epoch 1005: Loss: 4.087768077850342
Epoch 1006: Loss: 3.9665210247039795
Epoch 1007: Loss: 4.0056586265563965
Epoch 1008: Loss: 3.933835506439209
Epoch 1009: Loss: 3.8869552612304688
Epoch 1010: Loss: 4.006290435791016
Epoch 1011: Loss: 4.031619548797607
Epoch 1012: Loss: 3.9822726249694824
Epoch 1013: Loss: 4.042971134185791
Epoch 1014: Loss: 3.8998236656188965
Epoch 1015: Loss: 3.999769449234009
Epoch 1016: Loss: 3.9295265674591064
Epoch 1017: Loss: 4.019866466522217
Epoch 1018: Loss: 3.9746975898742676
Epoch 1019: Loss: 3.9298436641693115
Epoch 1020: Loss: 3.9586215019226074
Epoch 1021: Loss: 3.9940168857574463
Epoch 1022: Loss: 3.94033145904541
Epoch 1023: Loss: 3.976546049118042
Epoch 1024: Loss: 3.9575562477111816
Epoch 1025: Loss: 3.9533119201660156
Epoch 1026: Loss: 3.85597562789917
Epoch 1027: Loss: 3.983717679977417
Epoch 1028: Loss: 4.043540954589844
Epoch 1029: Loss: 3.9069631099700928
Epoch 1030: Loss: 3.910360813140869
Epoch 1031: Loss: 3.9070799350738525
Epoch 1032: Loss: 3.9185845851898193
Epoch 1033: Loss: 3.9469714164733887
Epoch 1034: Loss: 3.9103543758392334
Epoch 1035: Loss: 3.879591226577759
Epoch 1036: Loss: 3.975835084915161
Epoch 1037: Loss: 3.9465994834899902
Epoch 1038: Loss: 3.9382810592651367
Epoch 1039: Loss: 3.987435817718506
Epoch 1040: Loss: 3.934988498687744
Epoch 1041: Loss: 3.8956832885742188
Epoch 1042: Loss: 3.920006275177002
Epoch 1043: Loss: 3.861513614654541
Epoch 1044: Loss: 3.9211392402648926
Epoch 1045: Loss: 3.8247671127319336
Epoch 1046: Loss: 3.885169506072998
Epoch 1047: Loss: 4.005992412567139
Epoch 1048: Loss: 4.015412330627441
Epoch 1049: Loss: 3.8383841514587402
Epoch 1050: Loss: 3.88521671295166
Epoch 1051: Loss: 4.001206874847412
Epoch 1052: Loss: 3.921264410018921
Epoch 1053: Loss: 3.822286367416382
Epoch 1054: Loss: 3.8707871437072754
Epoch 1055: Loss: 3.892301321029663
Epoch 1056: Loss: 3.874701976776123
Epoch 1057: Loss: 3.8830533027648926
Epoch 1058: Loss: 3.9396650791168213
Epoch 1059: Loss: 3.9713895320892334
Epoch 1060: Loss: 3.8785758018493652
Epoch 1061: Loss: 3.862610101699829
Epoch 1062: Loss: 3.858900547027588
Epoch 1063: Loss: 3.9100823402404785
Epoch 1064: Loss: 4.0270514488220215
Epoch 1065: Loss: 3.8906729221343994
Epoch 1066: Loss: 3.9066760540008545
Epoch 1067: Loss: 3.8881969451904297
Epoch 1068: Loss: 3.930009603500366
Epoch 1069: Loss: 3.851766586303711
Epoch 1070: Loss: 3.991591215133667
Epoch 1071: Loss: 3.8670637607574463
Epoch 1072: Loss: 3.8813636302948
Epoch 1073: Loss: 3.9010894298553467
Epoch 1074: Loss: 3.8537111282348633
Epoch 1075: Loss: 3.8809268474578857
Epoch 1076: Loss: 3.748324155807495
Epoch 1077: Loss: 3.856553077697754
Epoch 1078: Loss: 3.958009958267212
Epoch 1079: Loss: 3.84967303276062
Epoch 1080: Loss: 3.886275053024292
Epoch 1081: Loss: 3.919111490249634
Epoch 1082: Loss: 3.895350933074951
Epoch 1083: Loss: 3.8595902919769287
Epoch 1084: Loss: 3.9271504878997803
Epoch 1085: Loss: 3.9164888858795166
Epoch 1086: Loss: 3.9347116947174072
Epoch 1087: Loss: 3.9215784072875977
Epoch 1088: Loss: 3.87312912940979
Epoch 1089: Loss: 3.8604626655578613
Epoch 1090: Loss: 3.9155304431915283
Epoch 1091: Loss: 3.8948612213134766
Epoch 1092: Loss: 3.9608912467956543
Epoch 1093: Loss: 3.888620376586914
Epoch 1094: Loss: 3.849496841430664
Epoch 1095: Loss: 3.911318778991699
Epoch 1096: Loss: 3.973618507385254
Epoch 1097: Loss: 3.874094247817993
Epoch 1098: Loss: 3.818368434906006
Epoch 1099: Loss: 3.8350884914398193
Epoch 1100: Loss: 3.891228675842285
Epoch 1101: Loss: 3.8484342098236084
Epoch 1102: Loss: 3.964163064956665
Epoch 1103: Loss: 3.865302324295044
Epoch 1104: Loss: 3.910599946975708
Epoch 1105: Loss: 3.839142322540283
Epoch 1106: Loss: 3.7742083072662354
Epoch 1107: Loss: 3.9203293323516846
Epoch 1108: Loss: 3.828977108001709
Epoch 1109: Loss: 3.9336416721343994
Epoch 1110: Loss: 3.834430694580078
Epoch 1111: Loss: 3.883667469024658
Epoch 1112: Loss: 3.806490182876587
Epoch 1113: Loss: 3.7946624755859375
Epoch 1114: Loss: 3.8973100185394287
Epoch 1115: Loss: 3.8634979724884033
Epoch 1116: Loss: 3.8125221729278564
Epoch 1117: Loss: 3.8736143112182617
Epoch 1118: Loss: 3.8519492149353027
Epoch 1119: Loss: 3.8401784896850586
Epoch 1120: Loss: 3.791266441345215
Epoch 1121: Loss: 3.863501787185669
Epoch 1122: Loss: 3.791271686553955
Epoch 1123: Loss: 3.8881092071533203
Epoch 1124: Loss: 3.8865034580230713
Epoch 1125: Loss: 3.83686900138855
Epoch 1126: Loss: 3.820936918258667
Epoch 1127: Loss: 3.827820062637329
Epoch 1128: Loss: 3.75334095954895
Epoch 1129: Loss: 3.8730595111846924
Epoch 1130: Loss: 3.8789560794830322
Epoch 1131: Loss: 3.867981195449829
Epoch 1132: Loss: 3.782254695892334
Epoch 1133: Loss: 3.878586530685425
Epoch 1134: Loss: 3.8324027061462402
Epoch 1135: Loss: 3.868973731994629
Epoch 1136: Loss: 3.857025384902954
Epoch 1137: Loss: 3.7771949768066406
Epoch 1138: Loss: 3.8332431316375732
Epoch 1139: Loss: 3.8541760444641113
Epoch 1140: Loss: 3.8109426498413086
Epoch 1141: Loss: 3.8859446048736572
Epoch 1142: Loss: 3.8380415439605713
Epoch 1143: Loss: 3.8307700157165527
Epoch 1144: Loss: 3.824887752532959
Epoch 1145: Loss: 3.814786195755005
Epoch 1146: Loss: 3.861112356185913
Epoch 1147: Loss: 3.7229857444763184
Epoch 1148: Loss: 3.8092000484466553
Epoch 1149: Loss: 3.823902130126953
Epoch 1150: Loss: 3.7452027797698975
Epoch 1151: Loss: 3.816067695617676
Epoch 1152: Loss: 3.7814252376556396
Epoch 1153: Loss: 3.862389087677002
Epoch 1154: Loss: 3.785839557647705
Epoch 1155: Loss: 3.8132848739624023
Epoch 1156: Loss: 3.780211925506592
Epoch 1157: Loss: 3.8680057525634766
Epoch 1158: Loss: 3.749392032623291
Epoch 1159: Loss: 3.902667999267578
Epoch 1160: Loss: 3.9916679859161377
Epoch 1161: Loss: 3.7827095985412598
Epoch 1162: Loss: 3.8129403591156006
Epoch 1163: Loss: 3.871511220932007
Epoch 1164: Loss: 3.8580679893493652
Epoch 1165: Loss: 3.820111036300659
Epoch 1166: Loss: 3.848771095275879
Epoch 1167: Loss: 3.9307613372802734
Epoch 1168: Loss: 3.858262538909912
Epoch 1169: Loss: 3.8134453296661377
Epoch 1170: Loss: 3.8654797077178955
Epoch 1171: Loss: 3.87054181098938
Epoch 1172: Loss: 3.785508394241333
Epoch 1173: Loss: 3.821878433227539
Epoch 1174: Loss: 3.8291866779327393
Epoch 1175: Loss: 3.8057219982147217
Epoch 1176: Loss: 3.698479175567627
Epoch 1177: Loss: 3.7445688247680664
Epoch 1178: Loss: 3.789813280105591
Epoch 1179: Loss: 3.8492014408111572
Epoch 1180: Loss: 3.784447431564331
Epoch 1181: Loss: 3.8136520385742188
Epoch 1182: Loss: 3.788466453552246
Epoch 1183: Loss: 3.754197359085083
Epoch 1184: Loss: 3.818359375
Epoch 1185: Loss: 3.7361629009246826
Epoch 1186: Loss: 3.904120922088623
Epoch 1187: Loss: 3.8463902473449707
Epoch 1188: Loss: 3.8520655632019043
Epoch 1189: Loss: 3.806874990463257
Epoch 1190: Loss: 3.9210562705993652
Epoch 1191: Loss: 3.7604260444641113
Epoch 1192: Loss: 3.8786826133728027
Epoch 1193: Loss: 3.823763370513916
Epoch 1194: Loss: 3.750457525253296
Epoch 1195: Loss: 3.8213555812835693
Epoch 1196: Loss: 3.8243606090545654
Epoch 1197: Loss: 3.8744187355041504
Epoch 1198: Loss: 3.7230441570281982
Epoch 1199: Loss: 3.9008262157440186
Epoch 1200: Loss: 3.8893280029296875
Epoch 1201: Loss: 3.7782654762268066
Epoch 1202: Loss: 3.7866432666778564
Epoch 1203: Loss: 3.825063943862915
Epoch 1204: Loss: 3.7914843559265137
Epoch 1205: Loss: 3.7243010997772217
Epoch 1206: Loss: 3.831374406814575
Epoch 1207: Loss: 3.7638614177703857
Epoch 1208: Loss: 3.821420431137085
Epoch 1209: Loss: 3.813275098800659
Epoch 1210: Loss: 3.816204786300659
Epoch 1211: Loss: 3.8147659301757812
Epoch 1212: Loss: 3.8026881217956543
Epoch 1213: Loss: 3.875157356262207
Epoch 1214: Loss: 3.7339372634887695
Epoch 1215: Loss: 3.8765125274658203
Epoch 1216: Loss: 3.787583827972412
Epoch 1217: Loss: 3.7976746559143066
Epoch 1218: Loss: 3.759580135345459
Epoch 1219: Loss: 3.7858715057373047
Epoch 1220: Loss: 3.771848440170288
Epoch 1221: Loss: 3.9622864723205566
Epoch 1222: Loss: 3.7896039485931396
Epoch 1223: Loss: 3.824329376220703
Epoch 1224: Loss: 3.808576822280884
Epoch 1225: Loss: 3.786926031112671
Epoch 1226: Loss: 3.798032283782959
Epoch 1227: Loss: 3.7724063396453857
Epoch 1228: Loss: 3.7554821968078613
Epoch 1229: Loss: 3.8367700576782227
Epoch 1230: Loss: 3.783907175064087
Epoch 1231: Loss: 3.7779479026794434
Epoch 1232: Loss: 3.808115005493164
Epoch 1233: Loss: 3.807664394378662
Epoch 1234: Loss: 3.8151512145996094
Epoch 1235: Loss: 3.717952013015747
Epoch 1236: Loss: 3.813080072402954
Epoch 1237: Loss: 3.7494118213653564
Epoch 1238: Loss: 3.828681230545044
Epoch 1239: Loss: 3.794278383255005
Epoch 1240: Loss: 3.835905075073242
Epoch 1241: Loss: 3.8059768676757812
Epoch 1242: Loss: 3.763033628463745
Epoch 1243: Loss: 3.761528968811035
Epoch 1244: Loss: 3.8061437606811523
Epoch 1245: Loss: 3.792659044265747
Epoch 1246: Loss: 3.6875381469726562
Epoch 1247: Loss: 3.8213565349578857
Epoch 1248: Loss: 3.855876922607422
Epoch 1249: Loss: 3.732109546661377
Epoch 1250: Loss: 3.7775583267211914
Epoch 1251: Loss: 3.7687864303588867
Epoch 1252: Loss: 3.7537479400634766
Epoch 1253: Loss: 3.814622163772583
Epoch 1254: Loss: 3.831979274749756
Epoch 1255: Loss: 3.7371363639831543
Epoch 1256: Loss: 3.791224956512451
Epoch 1257: Loss: 3.78867769241333
Epoch 1258: Loss: 3.801727056503296
Epoch 1259: Loss: 3.84816837310791
Epoch 1260: Loss: 3.790493965148926
Epoch 1261: Loss: 3.736408233642578
Epoch 1262: Loss: 3.84075927734375
Epoch 1263: Loss: 3.808584213256836
Epoch 1264: Loss: 3.8303427696228027
Epoch 1265: Loss: 3.7742414474487305
Epoch 1266: Loss: 3.7845239639282227
Epoch 1267: Loss: 3.8177053928375244
Epoch 1268: Loss: 3.754643678665161
Epoch 1269: Loss: 3.698464870452881
Epoch 1270: Loss: 3.8928937911987305
Epoch 1271: Loss: 3.8316571712493896
Epoch 1272: Loss: 3.697589874267578
Epoch 1273: Loss: 3.690800666809082
Epoch 1274: Loss: 3.778891086578369
Epoch 1275: Loss: 3.7029895782470703
Epoch 1276: Loss: 3.819758892059326
Epoch 1277: Loss: 3.8090479373931885
Epoch 1278: Loss: 3.782297134399414
Epoch 1279: Loss: 3.7429962158203125
Epoch 1280: Loss: 3.8178870677948
Epoch 1281: Loss: 3.7707643508911133
Epoch 1282: Loss: 3.7590668201446533
Epoch 1283: Loss: 3.7841169834136963
Epoch 1284: Loss: 3.719106912612915
Epoch 1285: Loss: 3.7665557861328125
Epoch 1286: Loss: 3.7510383129119873
Epoch 1287: Loss: 3.770717144012451
Epoch 1288: Loss: 3.787416934967041
Epoch 1289: Loss: 3.7701852321624756
Epoch 1290: Loss: 3.7947661876678467
Epoch 1291: Loss: 3.7772645950317383
Epoch 1292: Loss: 3.771277666091919
Epoch 1293: Loss: 3.75097918510437
Epoch 1294: Loss: 3.733015775680542
Epoch 1295: Loss: 3.7592506408691406
Epoch 1296: Loss: 3.7253851890563965
Epoch 1297: Loss: 3.693795680999756
Epoch 1298: Loss: 3.8307912349700928
Epoch 1299: Loss: 3.7646241188049316
Epoch 1300: Loss: 3.7167558670043945
Epoch 1301: Loss: 3.726891279220581
Epoch 1302: Loss: 3.7907419204711914
Epoch 1303: Loss: 3.720130443572998
Epoch 1304: Loss: 3.782101631164551
Epoch 1305: Loss: 3.7357676029205322
Epoch 1306: Loss: 3.701225996017456
Epoch 1307: Loss: 3.8062050342559814
Epoch 1308: Loss: 3.735025405883789
Epoch 1309: Loss: 3.6801884174346924
Epoch 1310: Loss: 3.761192798614502
Epoch 1311: Loss: 3.7004051208496094
Epoch 1312: Loss: 3.7257840633392334
Epoch 1313: Loss: 3.799173593521118
Epoch 1314: Loss: 3.783453941345215
Epoch 1315: Loss: 3.691915273666382
Epoch 1316: Loss: 3.7889223098754883
Epoch 1317: Loss: 3.7531421184539795
Epoch 1318: Loss: 3.8174567222595215
Epoch 1319: Loss: 3.737847089767456
Epoch 1320: Loss: 3.8248870372772217
Epoch 1321: Loss: 3.7715487480163574
Epoch 1322: Loss: 3.8090643882751465
Epoch 1323: Loss: 3.7308809757232666
Epoch 1324: Loss: 3.7706151008605957
Epoch 1325: Loss: 3.7311079502105713
Epoch 1326: Loss: 3.7318224906921387
Epoch 1327: Loss: 3.696239709854126
Epoch 1328: Loss: 3.756045341491699
Epoch 1329: Loss: 3.741960048675537
Epoch 1330: Loss: 3.7439467906951904
Epoch 1331: Loss: 3.7024805545806885
Epoch 1332: Loss: 3.7801220417022705
Epoch 1333: Loss: 3.747789144515991
Epoch 1334: Loss: 3.7939229011535645
Epoch 1335: Loss: 3.7423596382141113
Epoch 1336: Loss: 3.690662384033203
Epoch 1337: Loss: 3.7479145526885986
Epoch 1338: Loss: 3.7903354167938232
Epoch 1339: Loss: 3.721825122833252
Epoch 1340: Loss: 3.882685661315918
Epoch 1341: Loss: 3.7093021869659424
Epoch 1342: Loss: 3.7164876461029053
Epoch 1343: Loss: 3.804187536239624
Epoch 1344: Loss: 3.826857805252075
Epoch 1345: Loss: 3.7488417625427246
Epoch 1346: Loss: 3.856356143951416
Epoch 1347: Loss: 3.71688175201416
Epoch 1348: Loss: 3.809170722961426
Epoch 1349: Loss: 3.7514467239379883
Epoch 1350: Loss: 3.794768810272217
Epoch 1351: Loss: 3.686769485473633
Epoch 1352: Loss: 3.6627936363220215
Epoch 1353: Loss: 3.6664979457855225
Epoch 1354: Loss: 3.754903554916382
Epoch 1355: Loss: 3.713073253631592
Epoch 1356: Loss: 3.7432432174682617
Epoch 1357: Loss: 3.7517144680023193
Epoch 1358: Loss: 3.698845624923706
Epoch 1359: Loss: 3.753098249435425
Epoch 1360: Loss: 3.8587591648101807
Epoch 1361: Loss: 3.670736312866211
Epoch 1362: Loss: 3.757256269454956
Epoch 1363: Loss: 3.7398688793182373
Epoch 1364: Loss: 3.7305357456207275
Epoch 1365: Loss: 3.775161027908325
Epoch 1366: Loss: 3.718536376953125
Epoch 1367: Loss: 3.692141532897949
Epoch 1368: Loss: 3.707827091217041
Epoch 1369: Loss: 3.6962344646453857
Epoch 1370: Loss: 3.792625904083252
Epoch 1371: Loss: 3.7088992595672607
Epoch 1372: Loss: 3.693572998046875
Epoch 1373: Loss: 3.7615513801574707
Epoch 1374: Loss: 3.6884515285491943
Epoch 1375: Loss: 3.7058112621307373
Epoch 1376: Loss: 3.73425555229187
Epoch 1377: Loss: 3.7251312732696533
Epoch 1378: Loss: 3.7878918647766113
Epoch 1379: Loss: 3.706472396850586
Epoch 1380: Loss: 3.7668747901916504
Epoch 1381: Loss: 3.7533059120178223
Epoch 1382: Loss: 3.7082724571228027
Epoch 1383: Loss: 3.7416067123413086
Epoch 1384: Loss: 3.6966264247894287
Epoch 1385: Loss: 3.786228895187378
Epoch 1386: Loss: 3.69636869430542
Epoch 1387: Loss: 3.7060253620147705
Epoch 1388: Loss: 3.703991651535034
Epoch 1389: Loss: 3.757314682006836
Epoch 1390: Loss: 3.759398937225342
Epoch 1391: Loss: 3.739704132080078
Epoch 1392: Loss: 3.762634754180908
Epoch 1393: Loss: 3.721543073654175
Epoch 1394: Loss: 3.7026748657226562
Epoch 1395: Loss: 3.7319250106811523
Epoch 1396: Loss: 3.7380735874176025
Epoch 1397: Loss: 3.7134411334991455
Epoch 1398: Loss: 3.7693867683410645
Epoch 1399: Loss: 3.7769081592559814
Epoch 1400: Loss: 3.800062894821167
Epoch 1401: Loss: 3.767806053161621
Epoch 1402: Loss: 3.623486042022705
Epoch 1403: Loss: 3.7363176345825195
Epoch 1404: Loss: 3.7021467685699463
Epoch 1405: Loss: 3.6900217533111572
Epoch 1406: Loss: 3.7329113483428955
Epoch 1407: Loss: 3.750615358352661
Epoch 1408: Loss: 3.730869770050049
Epoch 1409: Loss: 3.7122981548309326
Epoch 1410: Loss: 3.6384010314941406
Epoch 1411: Loss: 3.725524425506592
Epoch 1412: Loss: 3.7372334003448486
Epoch 1413: Loss: 3.691131114959717
Epoch 1414: Loss: 3.7244181632995605
Epoch 1415: Loss: 3.675320625305176
Epoch 1416: Loss: 3.6908702850341797
Epoch 1417: Loss: 3.6662404537200928
Epoch 1418: Loss: 3.7121129035949707
Epoch 1419: Loss: 3.7453668117523193
Epoch 1420: Loss: 3.6906909942626953
Epoch 1421: Loss: 3.710395097732544
Epoch 1422: Loss: 3.7631874084472656
Epoch 1423: Loss: 3.7054946422576904
Epoch 1424: Loss: 3.6935415267944336
Epoch 1425: Loss: 3.709547996520996
Epoch 1426: Loss: 3.72611403465271
Epoch 1427: Loss: 3.705836296081543
Epoch 1428: Loss: 3.7396371364593506
Epoch 1429: Loss: 3.64198899269104
Epoch 1430: Loss: 3.6750564575195312
Epoch 1431: Loss: 3.721432685852051
Epoch 1432: Loss: 3.7257676124572754
Epoch 1433: Loss: 3.8165688514709473
Epoch 1434: Loss: 3.715604543685913
Epoch 1435: Loss: 3.6798629760742188
Epoch 1436: Loss: 3.6948416233062744
Epoch 1437: Loss: 3.6983611583709717
Epoch 1438: Loss: 3.6786131858825684
Epoch 1439: Loss: 3.690427541732788
Epoch 1440: Loss: 3.7453126907348633
Epoch 1441: Loss: 3.6909706592559814
Epoch 1442: Loss: 3.693141460418701
Epoch 1443: Loss: 3.7053306102752686
Epoch 1444: Loss: 3.713099956512451
Epoch 1445: Loss: 3.7222812175750732
Epoch 1446: Loss: 3.6749162673950195
Epoch 1447: Loss: 3.7479140758514404
Epoch 1448: Loss: 3.742591381072998
Epoch 1449: Loss: 3.6853768825531006
Epoch 1450: Loss: 3.79508113861084
Epoch 1451: Loss: 3.767388343811035
Epoch 1452: Loss: 3.721304178237915
Epoch 1453: Loss: 3.728778123855591
Epoch 1454: Loss: 3.714683771133423
Epoch 1455: Loss: 3.719982624053955
Epoch 1456: Loss: 3.71771502494812
Epoch 1457: Loss: 3.696986675262451
Epoch 1458: Loss: 3.694092035293579
Epoch 1459: Loss: 3.702975273132324
Epoch 1460: Loss: 3.6680352687835693
Epoch 1461: Loss: 3.6637156009674072
Epoch 1462: Loss: 3.714772939682007
Epoch 1463: Loss: 3.7882776260375977
Epoch 1464: Loss: 3.75146484375
Epoch 1465: Loss: 3.651916980743408
Epoch 1466: Loss: 3.678513288497925
Epoch 1467: Loss: 3.753234624862671
Epoch 1468: Loss: 3.686793804168701
Epoch 1469: Loss: 3.7788383960723877
Epoch 1470: Loss: 3.6668806076049805
Epoch 1471: Loss: 3.696686029434204
Epoch 1472: Loss: 3.7795114517211914
Epoch 1473: Loss: 3.697002649307251
Epoch 1474: Loss: 3.6848714351654053
Epoch 1475: Loss: 3.719886541366577
Epoch 1476: Loss: 3.6921393871307373
Epoch 1477: Loss: 3.7257156372070312
Epoch 1478: Loss: 3.693070411682129
Epoch 1479: Loss: 3.733689069747925
Epoch 1480: Loss: 3.670201301574707
Epoch 1481: Loss: 3.7277345657348633
Epoch 1482: Loss: 3.7961246967315674
Epoch 1483: Loss: 3.7054643630981445
Epoch 1484: Loss: 3.7159786224365234
Epoch 1485: Loss: 3.6951000690460205
Epoch 1486: Loss: 3.659778594970703
Epoch 1487: Loss: 3.68808913230896
Epoch 1488: Loss: 3.705899953842163
Epoch 1489: Loss: 3.7237768173217773
Epoch 1490: Loss: 3.762317419052124
Epoch 1491: Loss: 3.6801235675811768
Epoch 1492: Loss: 3.652496337890625
Epoch 1493: Loss: 3.6870105266571045
Epoch 1494: Loss: 3.7011451721191406
Epoch 1495: Loss: 3.752556085586548
Epoch 1496: Loss: 3.724487781524658
Epoch 1497: Loss: 3.733088731765747
Epoch 1498: Loss: 3.761719226837158
Epoch 1499: Loss: 3.735189914703369
Epoch 1500: Loss: 3.6890907287597656
Epoch 1501: Loss: 3.6677334308624268
Epoch 1502: Loss: 3.683251142501831
Epoch 1503: Loss: 3.7143783569335938
Epoch 1504: Loss: 3.6674582958221436
Epoch 1505: Loss: 3.6703431606292725
Epoch 1506: Loss: 3.6844375133514404
Epoch 1507: Loss: 3.6987240314483643
Epoch 1508: Loss: 3.6725332736968994
Epoch 1509: Loss: 3.6951801776885986
Epoch 1510: Loss: 3.7101969718933105
Epoch 1511: Loss: 3.615027666091919
Epoch 1512: Loss: 3.6782748699188232
Epoch 1513: Loss: 3.725970506668091
Epoch 1514: Loss: 3.715883493423462
Epoch 1515: Loss: 3.683401346206665
Epoch 1516: Loss: 3.7254388332366943
Epoch 1517: Loss: 3.639814615249634
Epoch 1518: Loss: 3.7351396083831787
Epoch 1519: Loss: 3.6996521949768066
Epoch 1520: Loss: 3.6619415283203125
Epoch 1521: Loss: 3.71714448928833
Epoch 1522: Loss: 3.7170562744140625
Epoch 1523: Loss: 3.704284429550171
Epoch 1524: Loss: 3.7062013149261475
Epoch 1525: Loss: 3.679530143737793
Epoch 1526: Loss: 3.688368558883667
Epoch 1527: Loss: 3.715101480484009
Epoch 1528: Loss: 3.7415590286254883
Epoch 1529: Loss: 3.652209997177124
Epoch 1530: Loss: 3.731569528579712
Epoch 1531: Loss: 3.707136392593384
Epoch 1532: Loss: 3.6900343894958496
Epoch 1533: Loss: 3.7000811100006104
Epoch 1534: Loss: 3.6795897483825684
Epoch 1535: Loss: 3.7023565769195557
Epoch 1536: Loss: 3.705920696258545
Epoch 1537: Loss: 3.6194329261779785
Epoch 1538: Loss: 3.747415542602539
Epoch 1539: Loss: 3.7078299522399902
Epoch 1540: Loss: 3.6898536682128906
Epoch 1541: Loss: 3.692995309829712
Epoch 1542: Loss: 3.7154955863952637
Epoch 1543: Loss: 3.7009003162384033
Epoch 1544: Loss: 3.7262320518493652
Epoch 1545: Loss: 3.7207744121551514
Epoch 1546: Loss: 3.6910295486450195
Epoch 1547: Loss: 3.6833620071411133
Epoch 1548: Loss: 3.7153701782226562
Epoch 1549: Loss: 3.6537587642669678
Epoch 1550: Loss: 3.671318292617798
Epoch 1551: Loss: 3.6523959636688232
Epoch 1552: Loss: 3.70320987701416
Epoch 1553: Loss: 3.6857423782348633
Epoch 1554: Loss: 3.6714887619018555
Epoch 1555: Loss: 3.7012195587158203
Epoch 1556: Loss: 3.7096500396728516
Epoch 1557: Loss: 3.6886661052703857
Epoch 1558: Loss: 3.6782469749450684
Epoch 1559: Loss: 3.681015729904175
Epoch 1560: Loss: 3.6762197017669678
Epoch 1561: Loss: 3.7367913722991943
Epoch 1562: Loss: 3.714172124862671
Epoch 1563: Loss: 3.6917176246643066
Epoch 1564: Loss: 3.685737133026123
Epoch 1565: Loss: 3.700991153717041
Epoch 1566: Loss: 3.6658902168273926
Epoch 1567: Loss: 3.759676218032837
Epoch 1568: Loss: 3.6992645263671875
Epoch 1569: Loss: 3.6955296993255615
Epoch 1570: Loss: 3.7131099700927734
Epoch 1571: Loss: 3.645692825317383
Epoch 1572: Loss: 3.6405186653137207
Epoch 1573: Loss: 3.6766912937164307
Epoch 1574: Loss: 3.682554006576538
Epoch 1575: Loss: 3.715444803237915
Epoch 1576: Loss: 3.6054792404174805
Epoch 1577: Loss: 3.671229839324951
Epoch 1578: Loss: 3.7112743854522705
Epoch 1579: Loss: 3.6750826835632324
Epoch 1580: Loss: 3.676201581954956
Epoch 1581: Loss: 3.676384210586548
Epoch 1582: Loss: 3.7064881324768066
Epoch 1583: Loss: 3.691016912460327
Epoch 1584: Loss: 3.728325366973877
Epoch 1585: Loss: 3.7202494144439697
Epoch 1586: Loss: 3.717212438583374
Epoch 1587: Loss: 3.6825973987579346
Epoch 1588: Loss: 3.715023994445801
Epoch 1589: Loss: 3.6416330337524414
Epoch 1590: Loss: 3.6232094764709473
Epoch 1591: Loss: 3.662386178970337
Epoch 1592: Loss: 3.634392738342285
Epoch 1593: Loss: 3.7482986450195312
Epoch 1594: Loss: 3.664562940597534
Epoch 1595: Loss: 3.6425983905792236
Epoch 1596: Loss: 3.628033399581909
Epoch 1597: Loss: 3.7023983001708984
Epoch 1598: Loss: 3.701626777648926
Epoch 1599: Loss: 3.7029242515563965
Epoch 1600: Loss: 3.6836297512054443
Epoch 1601: Loss: 3.6525495052337646
Epoch 1602: Loss: 3.7076003551483154
Epoch 1603: Loss: 3.729205846786499
Epoch 1604: Loss: 3.7062230110168457
Epoch 1605: Loss: 3.6927928924560547
Epoch 1606: Loss: 3.6292192935943604
Epoch 1607: Loss: 3.6429951190948486
Epoch 1608: Loss: 3.686441659927368
Epoch 1609: Loss: 3.6574838161468506
Epoch 1610: Loss: 3.6567234992980957
Epoch 1611: Loss: 3.6581482887268066
Epoch 1612: Loss: 3.628321409225464
Epoch 1613: Loss: 3.7375824451446533
Epoch 1614: Loss: 3.6599724292755127
Epoch 1615: Loss: 3.703744411468506
Epoch 1616: Loss: 3.758474588394165
Epoch 1617: Loss: 3.6794047355651855
Epoch 1618: Loss: 3.6847760677337646
Epoch 1619: Loss: 3.6710317134857178
Epoch 1620: Loss: 3.7147421836853027
Epoch 1621: Loss: 3.7148311138153076
Epoch 1622: Loss: 3.687704563140869
Epoch 1623: Loss: 3.689347982406616
Epoch 1624: Loss: 3.69478178024292
Epoch 1625: Loss: 3.7212765216827393
Epoch 1626: Loss: 3.6618728637695312
Epoch 1627: Loss: 3.689631700515747
Epoch 1628: Loss: 3.64296293258667
Epoch 1629: Loss: 3.627298355102539
Epoch 1630: Loss: 3.69293475151062
Epoch 1631: Loss: 3.6658473014831543
Epoch 1632: Loss: 3.729611873626709
Epoch 1633: Loss: 3.6746826171875
Epoch 1634: Loss: 3.612118721008301
Epoch 1635: Loss: 3.6229443550109863
Epoch 1636: Loss: 3.64444899559021
Epoch 1637: Loss: 3.6595346927642822
Epoch 1638: Loss: 3.6244144439697266
Epoch 1639: Loss: 3.6527822017669678
Epoch 1640: Loss: 3.7014927864074707
Epoch 1641: Loss: 3.694517135620117
Epoch 1642: Loss: 3.6878061294555664
Epoch 1643: Loss: 3.733640193939209
Epoch 1644: Loss: 3.6629254817962646
Epoch 1645: Loss: 3.658970832824707
Epoch 1646: Loss: 3.6659793853759766
Epoch 1647: Loss: 3.658611297607422
Epoch 1648: Loss: 3.630225419998169
Epoch 1649: Loss: 3.6612613201141357
Epoch 1650: Loss: 3.6519272327423096
Epoch 1651: Loss: 3.6567516326904297
Epoch 1652: Loss: 3.707873821258545
Epoch 1653: Loss: 3.63415789604187
Epoch 1654: Loss: 3.7192347049713135
Epoch 1655: Loss: 3.6330883502960205
Epoch 1656: Loss: 3.6469860076904297
Epoch 1657: Loss: 3.6625137329101562
Epoch 1658: Loss: 3.675238847732544
Epoch 1659: Loss: 3.7137629985809326
Epoch 1660: Loss: 3.689939260482788
Epoch 1661: Loss: 3.6567680835723877
Epoch 1662: Loss: 3.682403087615967
Epoch 1663: Loss: 3.698718786239624
Epoch 1664: Loss: 3.6412243843078613
Epoch 1665: Loss: 3.6748530864715576
Epoch 1666: Loss: 3.682054042816162
Epoch 1667: Loss: 3.69231915473938
Epoch 1668: Loss: 3.663226842880249
Epoch 1669: Loss: 3.7057995796203613
Epoch 1670: Loss: 3.6578497886657715
Epoch 1671: Loss: 3.680219888687134
Epoch 1672: Loss: 3.673767566680908
Epoch 1673: Loss: 3.6288106441497803
Epoch 1674: Loss: 3.652207612991333
Epoch 1675: Loss: 3.6862120628356934
Epoch 1676: Loss: 3.6597254276275635
Epoch 1677: Loss: 3.718653440475464
Epoch 1678: Loss: 3.657294988632202
Epoch 1679: Loss: 3.660564422607422
Epoch 1680: Loss: 3.655109405517578
Epoch 1681: Loss: 3.7056519985198975
Epoch 1682: Loss: 3.708195924758911
Epoch 1683: Loss: 3.643765687942505
Epoch 1684: Loss: 3.6492462158203125
Epoch 1685: Loss: 3.670771360397339
Epoch 1686: Loss: 3.6291565895080566
Epoch 1687: Loss: 3.6763103008270264
Epoch 1688: Loss: 3.688201427459717
Epoch 1689: Loss: 3.667727470397949
Epoch 1690: Loss: 3.658151149749756
Epoch 1691: Loss: 3.6349525451660156
Epoch 1692: Loss: 3.65973162651062
Epoch 1693: Loss: 3.651191234588623
Epoch 1694: Loss: 3.6492769718170166
Epoch 1695: Loss: 3.6498634815216064
Epoch 1696: Loss: 3.677504777908325
Epoch 1697: Loss: 3.66300368309021
Epoch 1698: Loss: 3.642534017562866
Epoch 1699: Loss: 3.6570560932159424
Epoch 1700: Loss: 3.6459999084472656
Epoch 1701: Loss: 3.6431121826171875
Epoch 1702: Loss: 3.685615301132202
Epoch 1703: Loss: 3.6960973739624023
Epoch 1704: Loss: 3.7006218433380127
Epoch 1705: Loss: 3.6374635696411133
Epoch 1706: Loss: 3.642565965652466
Epoch 1707: Loss: 3.663698434829712
Epoch 1708: Loss: 3.698810577392578
Epoch 1709: Loss: 3.662069082260132
Epoch 1710: Loss: 3.6686971187591553
Epoch 1711: Loss: 3.6284866333007812
Epoch 1712: Loss: 3.657714366912842
Epoch 1713: Loss: 3.685075044631958
Epoch 1714: Loss: 3.6406543254852295
Epoch 1715: Loss: 3.6170005798339844
Epoch 1716: Loss: 3.574690103530884
Epoch 1717: Loss: 3.675924062728882
Epoch 1718: Loss: 3.6855058670043945
Epoch 1719: Loss: 3.6468632221221924
Epoch 1720: Loss: 3.620492935180664
Epoch 1721: Loss: 3.6514675617218018
Epoch 1722: Loss: 3.653507947921753
Epoch 1723: Loss: 3.6083014011383057
Epoch 1724: Loss: 3.7132270336151123
Epoch 1725: Loss: 3.6640217304229736
Epoch 1726: Loss: 3.613469362258911
Epoch 1727: Loss: 3.7041265964508057
Epoch 1728: Loss: 3.6639938354492188
Epoch 1729: Loss: 3.6217336654663086
Epoch 1730: Loss: 3.7039852142333984
Epoch 1731: Loss: 3.611469030380249
Epoch 1732: Loss: 3.6264593601226807
Epoch 1733: Loss: 3.6921606063842773
Epoch 1734: Loss: 3.6308116912841797
Epoch 1735: Loss: 3.6692891120910645
Epoch 1736: Loss: 3.7584517002105713
Epoch 1737: Loss: 3.650104284286499
Epoch 1738: Loss: 3.599801778793335
Epoch 1739: Loss: 3.6882810592651367
Epoch 1740: Loss: 3.651275396347046
Epoch 1741: Loss: 3.7176709175109863
Epoch 1742: Loss: 3.678363561630249
Epoch 1743: Loss: 3.5947961807250977
Epoch 1744: Loss: 3.664886713027954
Epoch 1745: Loss: 3.668332099914551
Epoch 1746: Loss: 3.659271717071533
Epoch 1747: Loss: 3.6572558879852295
Epoch 1748: Loss: 3.650245189666748
Epoch 1749: Loss: 3.6129589080810547
Epoch 1750: Loss: 3.5872955322265625
Epoch 1751: Loss: 3.6041293144226074
Epoch 1752: Loss: 3.619804859161377
Epoch 1753: Loss: 3.6446285247802734
Epoch 1754: Loss: 3.6259868144989014
Epoch 1755: Loss: 3.6371235847473145
Epoch 1756: Loss: 3.5975818634033203
Epoch 1757: Loss: 3.6653192043304443
Epoch 1758: Loss: 3.6401302814483643
Epoch 1759: Loss: 3.6400065422058105
Epoch 1760: Loss: 3.658409833908081
Epoch 1761: Loss: 3.6202361583709717
Epoch 1762: Loss: 3.687532901763916
Epoch 1763: Loss: 3.687455415725708
Epoch 1764: Loss: 3.6852712631225586
Epoch 1765: Loss: 3.6299009323120117
Epoch 1766: Loss: 3.6572105884552
Epoch 1767: Loss: 3.6508524417877197
Epoch 1768: Loss: 3.5906243324279785
Epoch 1769: Loss: 3.61335825920105
Epoch 1770: Loss: 3.65720272064209
Epoch 1771: Loss: 3.634503126144409
Epoch 1772: Loss: 3.6105635166168213
Epoch 1773: Loss: 3.6727468967437744
Epoch 1774: Loss: 3.643853187561035
Epoch 1775: Loss: 3.645364999771118
Epoch 1776: Loss: 3.664515733718872
Epoch 1777: Loss: 3.6333932876586914
Epoch 1778: Loss: 3.608248472213745
Epoch 1779: Loss: 3.7201902866363525
Epoch 1780: Loss: 3.6468679904937744
Epoch 1781: Loss: 3.6267313957214355
Epoch 1782: Loss: 3.6490628719329834
Epoch 1783: Loss: 3.654099702835083
Epoch 1784: Loss: 3.6254777908325195
Epoch 1785: Loss: 3.656240463256836
Epoch 1786: Loss: 3.676469326019287
Epoch 1787: Loss: 3.6963629722595215
Epoch 1788: Loss: 3.6701467037200928
Epoch 1789: Loss: 3.575831890106201
Epoch 1790: Loss: 3.637343645095825
Epoch 1791: Loss: 3.7210590839385986
Epoch 1792: Loss: 3.635350465774536
Epoch 1793: Loss: 3.6691222190856934
Epoch 1794: Loss: 3.7141754627227783
Epoch 1795: Loss: 3.6979005336761475
Epoch 1796: Loss: 3.672510862350464
Epoch 1797: Loss: 3.676974058151245
Epoch 1798: Loss: 3.6298987865448
Epoch 1799: Loss: 3.694308280944824
Epoch 1800: Loss: 3.6635661125183105
Epoch 1801: Loss: 3.616675615310669
Epoch 1802: Loss: 3.618943452835083
Epoch 1803: Loss: 3.6140012741088867
Epoch 1804: Loss: 3.6763980388641357
Epoch 1805: Loss: 3.6742160320281982
Epoch 1806: Loss: 3.694175958633423
Epoch 1807: Loss: 3.650693416595459
Epoch 1808: Loss: 3.6717755794525146
Epoch 1809: Loss: 3.664262294769287
Epoch 1810: Loss: 3.6185708045959473
Epoch 1811: Loss: 3.6588592529296875
Epoch 1812: Loss: 3.7270615100860596
Epoch 1813: Loss: 3.6765496730804443
Epoch 1814: Loss: 3.6868677139282227
Epoch 1815: Loss: 3.649911880493164
Epoch 1816: Loss: 3.6152546405792236
Epoch 1817: Loss: 3.641125440597534
Epoch 1818: Loss: 3.667433261871338
Epoch 1819: Loss: 3.638859987258911
Epoch 1820: Loss: 3.6576950550079346
Epoch 1821: Loss: 3.62845778465271
Epoch 1822: Loss: 3.6718649864196777
Epoch 1823: Loss: 3.6079304218292236
Epoch 1824: Loss: 3.598966360092163
Epoch 1825: Loss: 3.69431209564209
Epoch 1826: Loss: 3.667165994644165
Epoch 1827: Loss: 3.6388540267944336
Epoch 1828: Loss: 3.5635647773742676
Epoch 1829: Loss: 3.650775909423828
Epoch 1830: Loss: 3.6197640895843506
Epoch 1831: Loss: 3.670320749282837
Epoch 1832: Loss: 3.61238431930542
Epoch 1833: Loss: 3.6859118938446045
Epoch 1834: Loss: 3.625636577606201
Epoch 1835: Loss: 3.629610300064087
Epoch 1836: Loss: 3.629361152648926
Epoch 1837: Loss: 3.6671197414398193
Epoch 1838: Loss: 3.6199305057525635
Epoch 1839: Loss: 3.6832408905029297
Epoch 1840: Loss: 3.641234874725342
Epoch 1841: Loss: 3.5905380249023438
Epoch 1842: Loss: 3.6613526344299316
Epoch 1843: Loss: 3.654416561126709
Epoch 1844: Loss: 3.615088701248169
Epoch 1845: Loss: 3.653510093688965
Epoch 1846: Loss: 3.619257926940918
Epoch 1847: Loss: 3.648603677749634
Epoch 1848: Loss: 3.666677713394165
Epoch 1849: Loss: 3.6368329524993896
Epoch 1850: Loss: 3.5905959606170654
Epoch 1851: Loss: 3.6525988578796387
Epoch 1852: Loss: 3.646589517593384
Epoch 1853: Loss: 3.677353858947754
Epoch 1854: Loss: 3.6659629344940186
Epoch 1855: Loss: 3.6677515506744385
Epoch 1856: Loss: 3.628122568130493
Epoch 1857: Loss: 3.642782211303711
Epoch 1858: Loss: 3.6777751445770264
Epoch 1859: Loss: 3.641407012939453
Epoch 1860: Loss: 3.6535072326660156
Epoch 1861: Loss: 3.6858296394348145
Epoch 1862: Loss: 3.6399965286254883
Epoch 1863: Loss: 3.6683034896850586
Epoch 1864: Loss: 3.6235623359680176
Epoch 1865: Loss: 3.635532855987549
Epoch 1866: Loss: 3.6526520252227783
Epoch 1867: Loss: 3.6105189323425293
Epoch 1868: Loss: 3.6568148136138916
Epoch 1869: Loss: 3.6184780597686768
Epoch 1870: Loss: 3.6046433448791504
Epoch 1871: Loss: 3.6302807331085205
Epoch 1872: Loss: 3.6397652626037598
Epoch 1873: Loss: 3.652177572250366
Epoch 1874: Loss: 3.6516599655151367
Epoch 1875: Loss: 3.643211841583252
Epoch 1876: Loss: 3.675935983657837
Epoch 1877: Loss: 3.618291139602661
Epoch 1878: Loss: 3.6520755290985107
Epoch 1879: Loss: 3.6325738430023193
Epoch 1880: Loss: 3.643660545349121
Epoch 1881: Loss: 3.6446385383605957
Epoch 1882: Loss: 3.61029314994812
Epoch 1883: Loss: 3.608306884765625
Epoch 1884: Loss: 3.688876152038574
Epoch 1885: Loss: 3.656632661819458
Epoch 1886: Loss: 3.634023427963257
Epoch 1887: Loss: 3.6142616271972656
Epoch 1888: Loss: 3.5739455223083496
Epoch 1889: Loss: 3.6604690551757812
Epoch 1890: Loss: 3.6135401725769043
Epoch 1891: Loss: 3.6405155658721924
Epoch 1892: Loss: 3.6055209636688232
Epoch 1893: Loss: 3.6391053199768066
Epoch 1894: Loss: 3.656337022781372
Epoch 1895: Loss: 3.6757540702819824
Epoch 1896: Loss: 3.606632947921753
Epoch 1897: Loss: 3.6499054431915283
Epoch 1898: Loss: 3.5675134658813477
Epoch 1899: Loss: 3.6447863578796387
Epoch 1900: Loss: 3.6857869625091553
Epoch 1901: Loss: 3.6787376403808594
Epoch 1902: Loss: 3.6470837593078613
Epoch 1903: Loss: 3.639815330505371
Epoch 1904: Loss: 3.6215903759002686
Epoch 1905: Loss: 3.5742838382720947
Epoch 1906: Loss: 3.6538660526275635
Epoch 1907: Loss: 3.644380807876587
Epoch 1908: Loss: 3.631225347518921
Epoch 1909: Loss: 3.652489423751831
Epoch 1910: Loss: 3.602700710296631
Epoch 1911: Loss: 3.6321606636047363
Epoch 1912: Loss: 3.657000780105591
Epoch 1913: Loss: 3.7028751373291016
Epoch 1914: Loss: 3.649855136871338
Epoch 1915: Loss: 3.6294589042663574
Epoch 1916: Loss: 3.652505397796631
Epoch 1917: Loss: 3.64497971534729
Epoch 1918: Loss: 3.615349054336548
Epoch 1919: Loss: 3.6565189361572266
Epoch 1920: Loss: 3.638561964035034
Epoch 1921: Loss: 3.6433539390563965
Epoch 1922: Loss: 3.636063575744629
Epoch 1923: Loss: 3.6516051292419434
Epoch 1924: Loss: 3.648804187774658
Epoch 1925: Loss: 3.6191091537475586
Epoch 1926: Loss: 3.630124092102051
Epoch 1927: Loss: 3.678893566131592
Epoch 1928: Loss: 3.5994887351989746
Epoch 1929: Loss: 3.676077127456665
Epoch 1930: Loss: 3.6351990699768066
Epoch 1931: Loss: 3.6146254539489746
Epoch 1932: Loss: 3.6786344051361084
Epoch 1933: Loss: 3.66018009185791
Epoch 1934: Loss: 3.630702018737793
Epoch 1935: Loss: 3.6310033798217773
Epoch 1936: Loss: 3.639641046524048
Epoch 1937: Loss: 3.68945574760437
Epoch 1938: Loss: 3.5944619178771973
Epoch 1939: Loss: 3.617413282394409
Epoch 1940: Loss: 3.6560263633728027
Epoch 1941: Loss: 3.661456346511841
Epoch 1942: Loss: 3.6254820823669434
Epoch 1943: Loss: 3.648747682571411
Epoch 1944: Loss: 3.6152381896972656
Epoch 1945: Loss: 3.657010793685913
Epoch 1946: Loss: 3.6888325214385986
Epoch 1947: Loss: 3.668623924255371
Epoch 1948: Loss: 3.700327157974243
Epoch 1949: Loss: 3.617680549621582
Epoch 1950: Loss: 3.5998809337615967
Epoch 1951: Loss: 3.6131834983825684
Epoch 1952: Loss: 3.581149101257324
Epoch 1953: Loss: 3.631312608718872
Epoch 1954: Loss: 3.656538486480713
Epoch 1955: Loss: 3.6250100135803223
Epoch 1956: Loss: 3.657784938812256
Epoch 1957: Loss: 3.6074001789093018
Epoch 1958: Loss: 3.6107912063598633
Epoch 1959: Loss: 3.6825406551361084
Epoch 1960: Loss: 3.6502010822296143
Epoch 1961: Loss: 3.6279571056365967
Epoch 1962: Loss: 3.590592622756958
Epoch 1963: Loss: 3.6538405418395996
Epoch 1964: Loss: 3.5926756858825684
Epoch 1965: Loss: 3.652963876724243
Epoch 1966: Loss: 3.575688600540161
Epoch 1967: Loss: 3.598344564437866
Epoch 1968: Loss: 3.668576717376709
Epoch 1969: Loss: 3.5936594009399414
Epoch 1970: Loss: 3.657581090927124
Epoch 1971: Loss: 3.6313488483428955
Epoch 1972: Loss: 3.5809361934661865
Epoch 1973: Loss: 3.683255434036255
Epoch 1974: Loss: 3.6416525840759277
Epoch 1975: Loss: 3.6470141410827637
Epoch 1976: Loss: 3.641885757446289
Epoch 1977: Loss: 3.6514978408813477
Epoch 1978: Loss: 3.69765305519104
Epoch 1979: Loss: 3.6262927055358887
Epoch 1980: Loss: 3.6563074588775635
Epoch 1981: Loss: 3.6426563262939453
Epoch 1982: Loss: 3.6145269870758057
Epoch 1983: Loss: 3.690317153930664
Epoch 1984: Loss: 3.6439931392669678
Epoch 1985: Loss: 3.6481292247772217
Epoch 1986: Loss: 3.6368632316589355
Epoch 1987: Loss: 3.6570677757263184
Epoch 1988: Loss: 3.6734821796417236
Epoch 1989: Loss: 3.6277496814727783
Epoch 1990: Loss: 3.5914087295532227
Epoch 1991: Loss: 3.560389995574951
Epoch 1992: Loss: 3.5507638454437256
Epoch 1993: Loss: 3.6611311435699463
Epoch 1994: Loss: 3.6291518211364746
Epoch 1995: Loss: 3.5936834812164307
Epoch 1996: Loss: 3.6349425315856934
Epoch 1997: Loss: 3.6258668899536133
Epoch 1998: Loss: 3.6215767860412598
Epoch 1999: Loss: 3.6491823196411133
Epoch 2000: Loss: 3.627004861831665
In [ ]:
def evaluate(data):
    model.eval()
    with torch.no_grad():
        out = model(data.x, data.edge_index)
        loss = loss_func(out.squeeze(), data.y)
    return loss.item()

test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')
Test Loss: 3.9707720279693604
In [ ]:
def predict(data):
    model.eval()
    with torch.no_grad():
        predictions = model(data.x, data.edge_index)
    return predictions.squeeze()

predictions = predict(G_data_test)

test_data_['PD GNN No sdt'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest',"T_LOCAL_TX_PD",'PD GNN No sdt']]
Out[ ]:
T_LOCAL_TX_PD PD random forest PD GNN No sdt
3394 -4 -4 -5
3396 -6 -6 5+
3403 6 -6 -5
3404 7+ 7 -5
3421 -5 -5 -5
... ... ... ...
4486 -6 -6 -5
4488 5 5 -5
4492 7+ 7+ -5
4494 7 7 -5
4499 -3 3 -5

106 rows × 3 columns

2.2: LET RESCALE NUMERICAL VARIABLES AND RETRY GNN¶

In [ ]:
scaler = StandardScaler()

num_features_static=["ESG_SCORE","T_LOCAL_MT_ACTIF_SOCIAL"]
num_features_transac=["TX_AMOUNT"]

df_test_encoded[num_features_static] = scaler.fit_transform(df_test_encoded[num_features_static])
df_train_encoded[num_features_static] = scaler.fit_transform(df_train_encoded[num_features_static])
transactions_data[num_features_transac]=scaler.fit_transform(transactions_data[num_features_transac])
In [ ]:
G_train = nx.DiGraph()

for _, row in df_train_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:  
        G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])

print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")

G_test = nx.DiGraph()

for _, row in df_test_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:  
        G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])

print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")
Train Graph has 1129 nodes and 3297 edges.
Test Graph has 106 nodes and 49 edges.
In [ ]:
G_data_train = from_networkx(G_train)
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)

G_data_test = from_networkx(G_test)
G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)
In [ ]:
class EnhancedGCN(torch.nn.Module):
    def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
        super(EnhancedGCN, self).__init__()
        self.conv1 = GCNConv(num_node_features, hidden_channels)
        self.conv2 = GCNConv(hidden_channels, hidden_channels)
        self.conv3 = GCNConv(hidden_channels, hidden_channels)  
        self.batch_norm1 = BatchNorm(hidden_channels)  
        self.batch_norm2 = BatchNorm(hidden_channels) 
        self.dropout_rate = dropout_rate
        self.out = torch.nn.Linear(hidden_channels, output_channels)

    def forward(self, x, edge_index):
        # 1st layer
        x = F.relu(self.conv1(x, edge_index))
        x = self.batch_norm1(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        # 2st  layer
        x = F.relu(self.conv2(x, edge_index))
        x = self.batch_norm2(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        # 3rd  layer
        x = F.relu(self.conv3(x, edge_index))

        
        x = self.out(x)
        return x
In [ ]:
num_node_features = G_data_train.num_node_features
hidden_channels = 60  
output_channels = 1  
dropout_rate = 0.4 

model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)  
loss_func = torch.nn.MSELoss() 

def train():
    model.train()
    optimizer.zero_grad()
    out = model(G_data_train.x, G_data_train.edge_index)
    loss = loss_func(out.squeeze(), G_data_train.y)
    loss.backward()
    optimizer.step()
    return loss.item()

for epoch in range(2000):
    loss = train()
    print(f'Epoch {epoch+1}: Loss: {loss}')
Epoch 1: Loss: 36.91978073120117
Epoch 2: Loss: 36.57302474975586
Epoch 3: Loss: 35.832759857177734
Epoch 4: Loss: 35.20852279663086
Epoch 5: Loss: 34.63655090332031
Epoch 6: Loss: 33.97651290893555
Epoch 7: Loss: 33.670494079589844
Epoch 8: Loss: 33.04395294189453
Epoch 9: Loss: 32.739227294921875
Epoch 10: Loss: 32.02955627441406
Epoch 11: Loss: 31.194101333618164
Epoch 12: Loss: 30.838186264038086
Epoch 13: Loss: 30.363426208496094
Epoch 14: Loss: 29.852157592773438
Epoch 15: Loss: 29.278100967407227
Epoch 16: Loss: 28.831295013427734
Epoch 17: Loss: 28.47540855407715
Epoch 18: Loss: 27.97304344177246
Epoch 19: Loss: 27.135387420654297
Epoch 20: Loss: 27.046127319335938
Epoch 21: Loss: 26.590152740478516
Epoch 22: Loss: 26.078676223754883
Epoch 23: Loss: 25.63103675842285
Epoch 24: Loss: 24.850772857666016
Epoch 25: Loss: 24.482860565185547
Epoch 26: Loss: 23.97571563720703
Epoch 27: Loss: 23.555538177490234
Epoch 28: Loss: 22.74820899963379
Epoch 29: Loss: 22.49555778503418
Epoch 30: Loss: 22.211820602416992
Epoch 31: Loss: 21.363906860351562
Epoch 32: Loss: 20.945526123046875
Epoch 33: Loss: 20.638713836669922
Epoch 34: Loss: 19.653804779052734
Epoch 35: Loss: 19.225492477416992
Epoch 36: Loss: 18.958173751831055
Epoch 37: Loss: 18.61126136779785
Epoch 38: Loss: 17.875425338745117
Epoch 39: Loss: 17.959562301635742
Epoch 40: Loss: 17.148509979248047
Epoch 41: Loss: 16.587980270385742
Epoch 42: Loss: 16.392473220825195
Epoch 43: Loss: 16.135873794555664
Epoch 44: Loss: 15.388739585876465
Epoch 45: Loss: 14.523337364196777
Epoch 46: Loss: 14.467118263244629
Epoch 47: Loss: 14.282217979431152
Epoch 48: Loss: 13.767555236816406
Epoch 49: Loss: 13.276300430297852
Epoch 50: Loss: 13.209568977355957
Epoch 51: Loss: 12.727828979492188
Epoch 52: Loss: 12.509095191955566
Epoch 53: Loss: 12.044607162475586
Epoch 54: Loss: 11.56348991394043
Epoch 55: Loss: 11.394013404846191
Epoch 56: Loss: 11.232035636901855
Epoch 57: Loss: 11.144378662109375
Epoch 58: Loss: 11.027008056640625
Epoch 59: Loss: 11.027810096740723
Epoch 60: Loss: 10.636926651000977
Epoch 61: Loss: 10.305453300476074
Epoch 62: Loss: 10.113358497619629
Epoch 63: Loss: 9.766624450683594
Epoch 64: Loss: 9.928566932678223
Epoch 65: Loss: 9.279373168945312
Epoch 66: Loss: 9.56070613861084
Epoch 67: Loss: 9.53952693939209
Epoch 68: Loss: 9.465716361999512
Epoch 69: Loss: 8.908580780029297
Epoch 70: Loss: 8.96367073059082
Epoch 71: Loss: 8.746482849121094
Epoch 72: Loss: 8.902103424072266
Epoch 73: Loss: 8.891230583190918
Epoch 74: Loss: 8.566591262817383
Epoch 75: Loss: 8.158950805664062
Epoch 76: Loss: 8.170475959777832
Epoch 77: Loss: 8.15424919128418
Epoch 78: Loss: 8.242496490478516
Epoch 79: Loss: 8.22114086151123
Epoch 80: Loss: 7.933675289154053
Epoch 81: Loss: 8.093290328979492
Epoch 82: Loss: 7.8989081382751465
Epoch 83: Loss: 7.932354927062988
Epoch 84: Loss: 7.457610607147217
Epoch 85: Loss: 7.413557529449463
Epoch 86: Loss: 7.615174770355225
Epoch 87: Loss: 7.690492153167725
Epoch 88: Loss: 7.414563179016113
Epoch 89: Loss: 7.441619873046875
Epoch 90: Loss: 7.18200159072876
Epoch 91: Loss: 7.237506866455078
Epoch 92: Loss: 7.061956882476807
Epoch 93: Loss: 7.106354713439941
Epoch 94: Loss: 6.9485764503479
Epoch 95: Loss: 7.014440536499023
Epoch 96: Loss: 6.86718225479126
Epoch 97: Loss: 6.474722862243652
Epoch 98: Loss: 6.867198467254639
Epoch 99: Loss: 6.505595684051514
Epoch 100: Loss: 6.628156661987305
Epoch 101: Loss: 6.6778950691223145
Epoch 102: Loss: 6.686516284942627
Epoch 103: Loss: 6.71402645111084
Epoch 104: Loss: 6.069021701812744
Epoch 105: Loss: 6.5858588218688965
Epoch 106: Loss: 6.379483699798584
Epoch 107: Loss: 6.479252815246582
Epoch 108: Loss: 6.215906143188477
Epoch 109: Loss: 6.0801310539245605
Epoch 110: Loss: 6.271798610687256
Epoch 111: Loss: 6.1675896644592285
Epoch 112: Loss: 5.988266468048096
Epoch 113: Loss: 6.041403770446777
Epoch 114: Loss: 6.052881240844727
Epoch 115: Loss: 5.7126288414001465
Epoch 116: Loss: 5.868720531463623
Epoch 117: Loss: 5.571775436401367
Epoch 118: Loss: 5.606659412384033
Epoch 119: Loss: 5.297286510467529
Epoch 120: Loss: 5.497965335845947
Epoch 121: Loss: 5.422492980957031
Epoch 122: Loss: 5.557043075561523
Epoch 123: Loss: 5.473817825317383
Epoch 124: Loss: 5.347445011138916
Epoch 125: Loss: 5.282198905944824
Epoch 126: Loss: 5.206346035003662
Epoch 127: Loss: 5.2194037437438965
Epoch 128: Loss: 5.042938709259033
Epoch 129: Loss: 5.288360118865967
Epoch 130: Loss: 5.116423606872559
Epoch 131: Loss: 5.5017218589782715
Epoch 132: Loss: 5.170483112335205
Epoch 133: Loss: 4.845200061798096
Epoch 134: Loss: 4.781664848327637
Epoch 135: Loss: 4.998326301574707
Epoch 136: Loss: 5.045924186706543
Epoch 137: Loss: 4.692185878753662
Epoch 138: Loss: 4.9562201499938965
Epoch 139: Loss: 4.8857293128967285
Epoch 140: Loss: 4.879347801208496
Epoch 141: Loss: 4.8785014152526855
Epoch 142: Loss: 4.881478786468506
Epoch 143: Loss: 4.618057727813721
Epoch 144: Loss: 4.507810592651367
Epoch 145: Loss: 4.610256671905518
Epoch 146: Loss: 4.640605449676514
Epoch 147: Loss: 4.585877895355225
Epoch 148: Loss: 4.477987766265869
Epoch 149: Loss: 4.555923938751221
Epoch 150: Loss: 4.583474636077881
Epoch 151: Loss: 4.403112411499023
Epoch 152: Loss: 4.339550971984863
Epoch 153: Loss: 4.556581974029541
Epoch 154: Loss: 4.350627422332764
Epoch 155: Loss: 4.6138596534729
Epoch 156: Loss: 4.426641941070557
Epoch 157: Loss: 4.315067291259766
Epoch 158: Loss: 4.417962074279785
Epoch 159: Loss: 4.344513893127441
Epoch 160: Loss: 4.244909763336182
Epoch 161: Loss: 4.105700492858887
Epoch 162: Loss: 4.09935188293457
Epoch 163: Loss: 4.226186275482178
Epoch 164: Loss: 4.252383708953857
Epoch 165: Loss: 4.35318660736084
Epoch 166: Loss: 4.214746952056885
Epoch 167: Loss: 4.049874782562256
Epoch 168: Loss: 4.181584358215332
Epoch 169: Loss: 4.102645397186279
Epoch 170: Loss: 4.157479763031006
Epoch 171: Loss: 3.911379337310791
Epoch 172: Loss: 3.9452242851257324
Epoch 173: Loss: 4.2217512130737305
Epoch 174: Loss: 3.739861249923706
Epoch 175: Loss: 4.129283905029297
Epoch 176: Loss: 4.055984020233154
Epoch 177: Loss: 3.816689968109131
Epoch 178: Loss: 4.027557373046875
Epoch 179: Loss: 3.889714241027832
Epoch 180: Loss: 3.9091808795928955
Epoch 181: Loss: 3.834012031555176
Epoch 182: Loss: 3.6704139709472656
Epoch 183: Loss: 3.9533586502075195
Epoch 184: Loss: 3.710312604904175
Epoch 185: Loss: 3.853736162185669
Epoch 186: Loss: 4.0550217628479
Epoch 187: Loss: 3.9604837894439697
Epoch 188: Loss: 3.789130926132202
Epoch 189: Loss: 3.9990782737731934
Epoch 190: Loss: 3.905848979949951
Epoch 191: Loss: 3.763026714324951
Epoch 192: Loss: 3.766517162322998
Epoch 193: Loss: 3.633418083190918
Epoch 194: Loss: 3.8192455768585205
Epoch 195: Loss: 3.8040144443511963
Epoch 196: Loss: 3.9043946266174316
Epoch 197: Loss: 3.6911511421203613
Epoch 198: Loss: 3.7541916370391846
Epoch 199: Loss: 3.843928098678589
Epoch 200: Loss: 3.6594395637512207
Epoch 201: Loss: 3.6453399658203125
Epoch 202: Loss: 3.598931074142456
Epoch 203: Loss: 3.8555171489715576
Epoch 204: Loss: 3.696385145187378
Epoch 205: Loss: 3.8676931858062744
Epoch 206: Loss: 3.6034719944000244
Epoch 207: Loss: 3.8453221321105957
Epoch 208: Loss: 3.4956462383270264
Epoch 209: Loss: 3.82956862449646
Epoch 210: Loss: 3.5230610370635986
Epoch 211: Loss: 3.71280574798584
Epoch 212: Loss: 3.7008519172668457
Epoch 213: Loss: 3.634157657623291
Epoch 214: Loss: 3.798079490661621
Epoch 215: Loss: 3.593675374984741
Epoch 216: Loss: 3.5684289932250977
Epoch 217: Loss: 3.542011260986328
Epoch 218: Loss: 3.6461124420166016
Epoch 219: Loss: 3.670652389526367
Epoch 220: Loss: 3.552898406982422
Epoch 221: Loss: 3.541080951690674
Epoch 222: Loss: 3.332773208618164
Epoch 223: Loss: 3.4862029552459717
Epoch 224: Loss: 3.6369683742523193
Epoch 225: Loss: 3.6340951919555664
Epoch 226: Loss: 3.3750290870666504
Epoch 227: Loss: 3.5978596210479736
Epoch 228: Loss: 3.653176784515381
Epoch 229: Loss: 3.5292344093322754
Epoch 230: Loss: 3.5254123210906982
Epoch 231: Loss: 3.394514322280884
Epoch 232: Loss: 3.6261038780212402
Epoch 233: Loss: 3.344745635986328
Epoch 234: Loss: 3.6620640754699707
Epoch 235: Loss: 3.736863136291504
Epoch 236: Loss: 3.559861421585083
Epoch 237: Loss: 3.518653392791748
Epoch 238: Loss: 3.525418996810913
Epoch 239: Loss: 3.304117441177368
Epoch 240: Loss: 3.4744176864624023
Epoch 241: Loss: 3.3964338302612305
Epoch 242: Loss: 3.3025424480438232
Epoch 243: Loss: 3.462754249572754
Epoch 244: Loss: 3.4125258922576904
Epoch 245: Loss: 3.2815957069396973
Epoch 246: Loss: 3.6680760383605957
Epoch 247: Loss: 3.3841795921325684
Epoch 248: Loss: 3.5999467372894287
Epoch 249: Loss: 3.288003444671631
Epoch 250: Loss: 3.5272743701934814
Epoch 251: Loss: 3.3319528102874756
Epoch 252: Loss: 3.4343042373657227
Epoch 253: Loss: 3.332979202270508
Epoch 254: Loss: 3.25378680229187
Epoch 255: Loss: 3.317470073699951
Epoch 256: Loss: 3.459467887878418
Epoch 257: Loss: 3.4754385948181152
Epoch 258: Loss: 3.351792097091675
Epoch 259: Loss: 3.3863768577575684
Epoch 260: Loss: 3.3423421382904053
Epoch 261: Loss: 3.4105327129364014
Epoch 262: Loss: 3.359321355819702
Epoch 263: Loss: 3.2355024814605713
Epoch 264: Loss: 3.292424201965332
Epoch 265: Loss: 3.2225968837738037
Epoch 266: Loss: 3.364840269088745
Epoch 267: Loss: 3.520031452178955
Epoch 268: Loss: 3.4205515384674072
Epoch 269: Loss: 3.296339273452759
Epoch 270: Loss: 3.3471994400024414
Epoch 271: Loss: 3.293168067932129
Epoch 272: Loss: 3.2902281284332275
Epoch 273: Loss: 3.2756857872009277
Epoch 274: Loss: 3.3323984146118164
Epoch 275: Loss: 3.202482223510742
Epoch 276: Loss: 3.084357738494873
Epoch 277: Loss: 3.169250249862671
Epoch 278: Loss: 3.3367960453033447
Epoch 279: Loss: 3.1812055110931396
Epoch 280: Loss: 3.1411314010620117
Epoch 281: Loss: 3.514897584915161
Epoch 282: Loss: 3.2648417949676514
Epoch 283: Loss: 3.263786792755127
Epoch 284: Loss: 3.2034263610839844
Epoch 285: Loss: 3.3056342601776123
Epoch 286: Loss: 3.1505935192108154
Epoch 287: Loss: 3.2729671001434326
Epoch 288: Loss: 3.230056047439575
Epoch 289: Loss: 3.195204496383667
Epoch 290: Loss: 3.2423038482666016
Epoch 291: Loss: 3.035485029220581
Epoch 292: Loss: 3.2894186973571777
Epoch 293: Loss: 3.2493696212768555
Epoch 294: Loss: 3.1817708015441895
Epoch 295: Loss: 3.2883079051971436
Epoch 296: Loss: 3.2314612865448
Epoch 297: Loss: 3.0896406173706055
Epoch 298: Loss: 3.3198320865631104
Epoch 299: Loss: 3.112417697906494
Epoch 300: Loss: 3.0910348892211914
Epoch 301: Loss: 3.109435796737671
Epoch 302: Loss: 3.2152042388916016
Epoch 303: Loss: 3.138869524002075
Epoch 304: Loss: 3.1274383068084717
Epoch 305: Loss: 3.0379128456115723
Epoch 306: Loss: 2.921968936920166
Epoch 307: Loss: 3.2392218112945557
Epoch 308: Loss: 3.0866360664367676
Epoch 309: Loss: 3.2571868896484375
Epoch 310: Loss: 3.140570878982544
Epoch 311: Loss: 3.1086573600769043
Epoch 312: Loss: 3.1657114028930664
Epoch 313: Loss: 3.1318857669830322
Epoch 314: Loss: 3.013897180557251
Epoch 315: Loss: 3.148313522338867
Epoch 316: Loss: 3.118736982345581
Epoch 317: Loss: 3.17153000831604
Epoch 318: Loss: 3.036881446838379
Epoch 319: Loss: 3.1683590412139893
Epoch 320: Loss: 3.0670876502990723
Epoch 321: Loss: 3.097022533416748
Epoch 322: Loss: 3.1657168865203857
Epoch 323: Loss: 3.1871838569641113
Epoch 324: Loss: 3.0991153717041016
Epoch 325: Loss: 3.0676708221435547
Epoch 326: Loss: 2.989879846572876
Epoch 327: Loss: 3.182525873184204
Epoch 328: Loss: 2.919402837753296
Epoch 329: Loss: 3.0602433681488037
Epoch 330: Loss: 2.9777650833129883
Epoch 331: Loss: 3.1385467052459717
Epoch 332: Loss: 3.1174263954162598
Epoch 333: Loss: 2.935377836227417
Epoch 334: Loss: 3.1103854179382324
Epoch 335: Loss: 2.9615166187286377
Epoch 336: Loss: 3.0511631965637207
Epoch 337: Loss: 2.997025728225708
Epoch 338: Loss: 3.086890697479248
Epoch 339: Loss: 2.9640769958496094
Epoch 340: Loss: 2.9178884029388428
Epoch 341: Loss: 3.090770959854126
Epoch 342: Loss: 2.901296615600586
Epoch 343: Loss: 3.0016531944274902
Epoch 344: Loss: 2.9975075721740723
Epoch 345: Loss: 2.9434993267059326
Epoch 346: Loss: 3.125093698501587
Epoch 347: Loss: 2.89831805229187
Epoch 348: Loss: 3.019942045211792
Epoch 349: Loss: 2.9568076133728027
Epoch 350: Loss: 2.942279815673828
Epoch 351: Loss: 2.9631028175354004
Epoch 352: Loss: 2.792889356613159
Epoch 353: Loss: 2.941197395324707
Epoch 354: Loss: 2.8728160858154297
Epoch 355: Loss: 3.1053357124328613
Epoch 356: Loss: 2.9804275035858154
Epoch 357: Loss: 2.796889543533325
Epoch 358: Loss: 3.0054163932800293
Epoch 359: Loss: 2.879300594329834
Epoch 360: Loss: 3.023885726928711
Epoch 361: Loss: 2.985945463180542
Epoch 362: Loss: 2.8835813999176025
Epoch 363: Loss: 2.88995623588562
Epoch 364: Loss: 2.874992609024048
Epoch 365: Loss: 3.023561954498291
Epoch 366: Loss: 2.93569278717041
Epoch 367: Loss: 3.0337493419647217
Epoch 368: Loss: 2.970872640609741
Epoch 369: Loss: 2.795159339904785
Epoch 370: Loss: 2.9687137603759766
Epoch 371: Loss: 2.8642847537994385
Epoch 372: Loss: 2.991464614868164
Epoch 373: Loss: 2.879378080368042
Epoch 374: Loss: 2.855832099914551
Epoch 375: Loss: 2.8648293018341064
Epoch 376: Loss: 3.081127882003784
Epoch 377: Loss: 2.858157157897949
Epoch 378: Loss: 2.962984085083008
Epoch 379: Loss: 3.0071182250976562
Epoch 380: Loss: 2.7102537155151367
Epoch 381: Loss: 3.041496992111206
Epoch 382: Loss: 2.7613511085510254
Epoch 383: Loss: 2.813915252685547
Epoch 384: Loss: 3.11962890625
Epoch 385: Loss: 2.744899272918701
Epoch 386: Loss: 2.860837697982788
Epoch 387: Loss: 2.8444488048553467
Epoch 388: Loss: 2.8697094917297363
Epoch 389: Loss: 2.9686062335968018
Epoch 390: Loss: 2.8082988262176514
Epoch 391: Loss: 2.803570508956909
Epoch 392: Loss: 2.8463149070739746
Epoch 393: Loss: 2.736159324645996
Epoch 394: Loss: 2.961840867996216
Epoch 395: Loss: 2.781524181365967
Epoch 396: Loss: 2.7689990997314453
Epoch 397: Loss: 2.827068328857422
Epoch 398: Loss: 2.8832476139068604
Epoch 399: Loss: 2.941957473754883
Epoch 400: Loss: 2.6829307079315186
Epoch 401: Loss: 2.774700880050659
Epoch 402: Loss: 2.829418659210205
Epoch 403: Loss: 2.7643322944641113
Epoch 404: Loss: 2.7063543796539307
Epoch 405: Loss: 2.8090126514434814
Epoch 406: Loss: 2.733083963394165
Epoch 407: Loss: 2.671379804611206
Epoch 408: Loss: 2.853011131286621
Epoch 409: Loss: 2.8662142753601074
Epoch 410: Loss: 2.8366565704345703
Epoch 411: Loss: 2.643494129180908
Epoch 412: Loss: 2.7712819576263428
Epoch 413: Loss: 2.648242235183716
Epoch 414: Loss: 2.6233508586883545
Epoch 415: Loss: 2.7417049407958984
Epoch 416: Loss: 2.793067455291748
Epoch 417: Loss: 2.788564443588257
Epoch 418: Loss: 2.8432605266571045
Epoch 419: Loss: 2.6452345848083496
Epoch 420: Loss: 2.7579448223114014
Epoch 421: Loss: 2.7692019939422607
Epoch 422: Loss: 2.863006114959717
Epoch 423: Loss: 2.776918411254883
Epoch 424: Loss: 2.6748318672180176
Epoch 425: Loss: 2.7202951908111572
Epoch 426: Loss: 2.5847814083099365
Epoch 427: Loss: 2.582430601119995
Epoch 428: Loss: 2.5860750675201416
Epoch 429: Loss: 2.762115716934204
Epoch 430: Loss: 2.842116594314575
Epoch 431: Loss: 2.703727960586548
Epoch 432: Loss: 2.711970806121826
Epoch 433: Loss: 2.5838005542755127
Epoch 434: Loss: 2.7239320278167725
Epoch 435: Loss: 2.7579898834228516
Epoch 436: Loss: 2.7651681900024414
Epoch 437: Loss: 2.688737154006958
Epoch 438: Loss: 2.6989030838012695
Epoch 439: Loss: 2.6148159503936768
Epoch 440: Loss: 2.753933906555176
Epoch 441: Loss: 2.6585865020751953
Epoch 442: Loss: 2.51596736907959
Epoch 443: Loss: 2.701511859893799
Epoch 444: Loss: 2.6195123195648193
Epoch 445: Loss: 2.6712846755981445
Epoch 446: Loss: 2.794285535812378
Epoch 447: Loss: 2.6334519386291504
Epoch 448: Loss: 2.7233898639678955
Epoch 449: Loss: 2.65151309967041
Epoch 450: Loss: 2.582272529602051
Epoch 451: Loss: 2.641789674758911
Epoch 452: Loss: 2.639091968536377
Epoch 453: Loss: 2.7063639163970947
Epoch 454: Loss: 2.61360764503479
Epoch 455: Loss: 2.5609445571899414
Epoch 456: Loss: 2.5944948196411133
Epoch 457: Loss: 2.7552192211151123
Epoch 458: Loss: 2.52976131439209
Epoch 459: Loss: 2.536104679107666
Epoch 460: Loss: 2.5949161052703857
Epoch 461: Loss: 2.70927095413208
Epoch 462: Loss: 2.540821075439453
Epoch 463: Loss: 2.5635552406311035
Epoch 464: Loss: 2.6190712451934814
Epoch 465: Loss: 2.6870803833007812
Epoch 466: Loss: 2.7255918979644775
Epoch 467: Loss: 2.7701473236083984
Epoch 468: Loss: 2.608921766281128
Epoch 469: Loss: 2.6057112216949463
Epoch 470: Loss: 2.6046576499938965
Epoch 471: Loss: 2.6639015674591064
Epoch 472: Loss: 2.669283866882324
Epoch 473: Loss: 2.5181691646575928
Epoch 474: Loss: 2.428403377532959
Epoch 475: Loss: 2.7426798343658447
Epoch 476: Loss: 2.713104486465454
Epoch 477: Loss: 2.6010513305664062
Epoch 478: Loss: 2.6097097396850586
Epoch 479: Loss: 2.5860595703125
Epoch 480: Loss: 2.6842925548553467
Epoch 481: Loss: 2.632887363433838
Epoch 482: Loss: 2.605699300765991
Epoch 483: Loss: 2.5641613006591797
Epoch 484: Loss: 2.557935953140259
Epoch 485: Loss: 2.6191344261169434
Epoch 486: Loss: 2.6807689666748047
Epoch 487: Loss: 2.521930456161499
Epoch 488: Loss: 2.6693859100341797
Epoch 489: Loss: 2.635427951812744
Epoch 490: Loss: 2.4982426166534424
Epoch 491: Loss: 2.568561315536499
Epoch 492: Loss: 2.5599567890167236
Epoch 493: Loss: 2.666433811187744
Epoch 494: Loss: 2.6090385913848877
Epoch 495: Loss: 2.465247631072998
Epoch 496: Loss: 2.4837753772735596
Epoch 497: Loss: 2.512622117996216
Epoch 498: Loss: 2.5368850231170654
Epoch 499: Loss: 2.654257297515869
Epoch 500: Loss: 2.6408395767211914
Epoch 501: Loss: 2.4849202632904053
Epoch 502: Loss: 2.528956651687622
Epoch 503: Loss: 2.5166680812835693
Epoch 504: Loss: 2.5742032527923584
Epoch 505: Loss: 2.5116207599639893
Epoch 506: Loss: 2.5245745182037354
Epoch 507: Loss: 2.571427822113037
Epoch 508: Loss: 2.5701732635498047
Epoch 509: Loss: 2.577120304107666
Epoch 510: Loss: 2.464740514755249
Epoch 511: Loss: 2.575643301010132
Epoch 512: Loss: 2.5356130599975586
Epoch 513: Loss: 2.6145575046539307
Epoch 514: Loss: 2.6157727241516113
Epoch 515: Loss: 2.4840705394744873
Epoch 516: Loss: 2.527768611907959
Epoch 517: Loss: 2.471346378326416
Epoch 518: Loss: 2.480741500854492
Epoch 519: Loss: 2.6196846961975098
Epoch 520: Loss: 2.5421807765960693
Epoch 521: Loss: 2.457000970840454
Epoch 522: Loss: 2.4543817043304443
Epoch 523: Loss: 2.436037302017212
Epoch 524: Loss: 2.578789710998535
Epoch 525: Loss: 2.5319571495056152
Epoch 526: Loss: 2.5127997398376465
Epoch 527: Loss: 2.5033318996429443
Epoch 528: Loss: 2.4799139499664307
Epoch 529: Loss: 2.486172914505005
Epoch 530: Loss: 2.502382278442383
Epoch 531: Loss: 2.560351848602295
Epoch 532: Loss: 2.475881338119507
Epoch 533: Loss: 2.509535312652588
Epoch 534: Loss: 2.4292826652526855
Epoch 535: Loss: 2.5325653553009033
Epoch 536: Loss: 2.41023588180542
Epoch 537: Loss: 2.3585031032562256
Epoch 538: Loss: 2.5548253059387207
Epoch 539: Loss: 2.5119802951812744
Epoch 540: Loss: 2.5092203617095947
Epoch 541: Loss: 2.47442364692688
Epoch 542: Loss: 2.4540371894836426
Epoch 543: Loss: 2.459611654281616
Epoch 544: Loss: 2.586487293243408
Epoch 545: Loss: 2.533306121826172
Epoch 546: Loss: 2.4849069118499756
Epoch 547: Loss: 2.503793954849243
Epoch 548: Loss: 2.416717529296875
Epoch 549: Loss: 2.5156424045562744
Epoch 550: Loss: 2.41920804977417
Epoch 551: Loss: 2.4653687477111816
Epoch 552: Loss: 2.383610486984253
Epoch 553: Loss: 2.3882527351379395
Epoch 554: Loss: 2.500439405441284
Epoch 555: Loss: 2.5228428840637207
Epoch 556: Loss: 2.357814073562622
Epoch 557: Loss: 2.458138942718506
Epoch 558: Loss: 2.5646378993988037
Epoch 559: Loss: 2.4741714000701904
Epoch 560: Loss: 2.464926242828369
Epoch 561: Loss: 2.457435131072998
Epoch 562: Loss: 2.44535231590271
Epoch 563: Loss: 2.483090877532959
Epoch 564: Loss: 2.3634541034698486
Epoch 565: Loss: 2.452119827270508
Epoch 566: Loss: 2.4769065380096436
Epoch 567: Loss: 2.463592052459717
Epoch 568: Loss: 2.489431142807007
Epoch 569: Loss: 2.355353593826294
Epoch 570: Loss: 2.339351177215576
Epoch 571: Loss: 2.309911012649536
Epoch 572: Loss: 2.4051756858825684
Epoch 573: Loss: 2.4228713512420654
Epoch 574: Loss: 2.3474128246307373
Epoch 575: Loss: 2.3122081756591797
Epoch 576: Loss: 2.3729968070983887
Epoch 577: Loss: 2.4332330226898193
Epoch 578: Loss: 2.415895938873291
Epoch 579: Loss: 2.438438892364502
Epoch 580: Loss: 2.501382827758789
Epoch 581: Loss: 2.376465320587158
Epoch 582: Loss: 2.289327621459961
Epoch 583: Loss: 2.3925986289978027
Epoch 584: Loss: 2.3792357444763184
Epoch 585: Loss: 2.263589859008789
Epoch 586: Loss: 2.291060209274292
Epoch 587: Loss: 2.4717323780059814
Epoch 588: Loss: 2.462239980697632
Epoch 589: Loss: 2.428257703781128
Epoch 590: Loss: 2.324483871459961
Epoch 591: Loss: 2.434075117111206
Epoch 592: Loss: 2.3643078804016113
Epoch 593: Loss: 2.3221282958984375
Epoch 594: Loss: 2.3842852115631104
Epoch 595: Loss: 2.4437317848205566
Epoch 596: Loss: 2.2420871257781982
Epoch 597: Loss: 2.2807693481445312
Epoch 598: Loss: 2.391671657562256
Epoch 599: Loss: 2.386382818222046
Epoch 600: Loss: 2.4544293880462646
Epoch 601: Loss: 2.4998598098754883
Epoch 602: Loss: 2.4675583839416504
Epoch 603: Loss: 2.338413953781128
Epoch 604: Loss: 2.1819748878479004
Epoch 605: Loss: 2.3470418453216553
Epoch 606: Loss: 2.3928377628326416
Epoch 607: Loss: 2.453434705734253
Epoch 608: Loss: 2.3187944889068604
Epoch 609: Loss: 2.2990777492523193
Epoch 610: Loss: 2.4533090591430664
Epoch 611: Loss: 2.305837869644165
Epoch 612: Loss: 2.271083354949951
Epoch 613: Loss: 2.289236307144165
Epoch 614: Loss: 2.279691219329834
Epoch 615: Loss: 2.3921947479248047
Epoch 616: Loss: 2.2925198078155518
Epoch 617: Loss: 2.52065372467041
Epoch 618: Loss: 2.391319990158081
Epoch 619: Loss: 2.47267484664917
Epoch 620: Loss: 2.344738483428955
Epoch 621: Loss: 2.4031763076782227
Epoch 622: Loss: 2.3188209533691406
Epoch 623: Loss: 2.347360849380493
Epoch 624: Loss: 2.2145097255706787
Epoch 625: Loss: 2.4078612327575684
Epoch 626: Loss: 2.420426845550537
Epoch 627: Loss: 2.229419469833374
Epoch 628: Loss: 2.32503604888916
Epoch 629: Loss: 2.204214334487915
Epoch 630: Loss: 2.2422397136688232
Epoch 631: Loss: 2.3629508018493652
Epoch 632: Loss: 2.3309926986694336
Epoch 633: Loss: 2.35142183303833
Epoch 634: Loss: 2.303288459777832
Epoch 635: Loss: 2.2945361137390137
Epoch 636: Loss: 2.404125928878784
Epoch 637: Loss: 2.4179601669311523
Epoch 638: Loss: 2.25295090675354
Epoch 639: Loss: 2.324554920196533
Epoch 640: Loss: 2.2794015407562256
Epoch 641: Loss: 2.364748001098633
Epoch 642: Loss: 2.247701406478882
Epoch 643: Loss: 2.253925085067749
Epoch 644: Loss: 2.3832972049713135
Epoch 645: Loss: 2.4177169799804688
Epoch 646: Loss: 2.13242769241333
Epoch 647: Loss: 2.3800692558288574
Epoch 648: Loss: 2.259521245956421
Epoch 649: Loss: 2.309180974960327
Epoch 650: Loss: 2.240250587463379
Epoch 651: Loss: 2.527125597000122
Epoch 652: Loss: 2.291945219039917
Epoch 653: Loss: 2.294776678085327
Epoch 654: Loss: 2.2168872356414795
Epoch 655: Loss: 2.2348921298980713
Epoch 656: Loss: 2.2035393714904785
Epoch 657: Loss: 2.163222551345825
Epoch 658: Loss: 2.255894184112549
Epoch 659: Loss: 2.365422487258911
Epoch 660: Loss: 2.2054455280303955
Epoch 661: Loss: 2.2496535778045654
Epoch 662: Loss: 2.3180344104766846
Epoch 663: Loss: 2.197911500930786
Epoch 664: Loss: 2.1300272941589355
Epoch 665: Loss: 2.1194558143615723
Epoch 666: Loss: 2.263485908508301
Epoch 667: Loss: 2.189138650894165
Epoch 668: Loss: 2.2058215141296387
Epoch 669: Loss: 2.3442838191986084
Epoch 670: Loss: 2.285989284515381
Epoch 671: Loss: 2.132920742034912
Epoch 672: Loss: 2.2664830684661865
Epoch 673: Loss: 2.1663126945495605
Epoch 674: Loss: 2.340247631072998
Epoch 675: Loss: 2.230210065841675
Epoch 676: Loss: 2.2957875728607178
Epoch 677: Loss: 2.2836086750030518
Epoch 678: Loss: 2.199768543243408
Epoch 679: Loss: 2.158369302749634
Epoch 680: Loss: 2.21791672706604
Epoch 681: Loss: 2.185131072998047
Epoch 682: Loss: 2.1027445793151855
Epoch 683: Loss: 2.197540044784546
Epoch 684: Loss: 2.25519061088562
Epoch 685: Loss: 2.1619961261749268
Epoch 686: Loss: 2.2490296363830566
Epoch 687: Loss: 2.0586466789245605
Epoch 688: Loss: 2.2075560092926025
Epoch 689: Loss: 2.116220712661743
Epoch 690: Loss: 2.1372013092041016
Epoch 691: Loss: 2.2556841373443604
Epoch 692: Loss: 2.2201921939849854
Epoch 693: Loss: 2.1935415267944336
Epoch 694: Loss: 2.2513623237609863
Epoch 695: Loss: 2.281838893890381
Epoch 696: Loss: 2.18463134765625
Epoch 697: Loss: 2.2802956104278564
Epoch 698: Loss: 2.2055118083953857
Epoch 699: Loss: 2.1838879585266113
Epoch 700: Loss: 2.21942138671875
Epoch 701: Loss: 2.1706671714782715
Epoch 702: Loss: 2.2574727535247803
Epoch 703: Loss: 2.291140079498291
Epoch 704: Loss: 2.350412368774414
Epoch 705: Loss: 2.2982490062713623
Epoch 706: Loss: 2.2072746753692627
Epoch 707: Loss: 2.2433366775512695
Epoch 708: Loss: 2.0755674839019775
Epoch 709: Loss: 2.2397749423980713
Epoch 710: Loss: 2.2626752853393555
Epoch 711: Loss: 2.272064447402954
Epoch 712: Loss: 2.223527669906616
Epoch 713: Loss: 2.2933740615844727
Epoch 714: Loss: 2.199648141860962
Epoch 715: Loss: 2.10784912109375
Epoch 716: Loss: 2.1510009765625
Epoch 717: Loss: 2.1835434436798096
Epoch 718: Loss: 2.1261956691741943
Epoch 719: Loss: 2.2040553092956543
Epoch 720: Loss: 2.2661783695220947
Epoch 721: Loss: 2.0520262718200684
Epoch 722: Loss: 2.14583683013916
Epoch 723: Loss: 2.27777361869812
Epoch 724: Loss: 2.014317274093628
Epoch 725: Loss: 2.055109739303589
Epoch 726: Loss: 2.084641695022583
Epoch 727: Loss: 2.2116291522979736
Epoch 728: Loss: 2.380972146987915
Epoch 729: Loss: 2.0862395763397217
Epoch 730: Loss: 2.1601016521453857
Epoch 731: Loss: 2.261543035507202
Epoch 732: Loss: 2.243867874145508
Epoch 733: Loss: 2.1207797527313232
Epoch 734: Loss: 2.307105541229248
Epoch 735: Loss: 2.0456926822662354
Epoch 736: Loss: 2.175506591796875
Epoch 737: Loss: 2.2270126342773438
Epoch 738: Loss: 2.1627120971679688
Epoch 739: Loss: 2.044597625732422
Epoch 740: Loss: 2.152907371520996
Epoch 741: Loss: 2.0987582206726074
Epoch 742: Loss: 2.1478559970855713
Epoch 743: Loss: 2.088707447052002
Epoch 744: Loss: 2.1766624450683594
Epoch 745: Loss: 2.1673200130462646
Epoch 746: Loss: 2.0598254203796387
Epoch 747: Loss: 2.0538787841796875
Epoch 748: Loss: 2.0392868518829346
Epoch 749: Loss: 2.022233009338379
Epoch 750: Loss: 2.100537061691284
Epoch 751: Loss: 2.1010046005249023
Epoch 752: Loss: 2.080282211303711
Epoch 753: Loss: 2.037229537963867
Epoch 754: Loss: 2.088304281234741
Epoch 755: Loss: 2.0300066471099854
Epoch 756: Loss: 2.060908079147339
Epoch 757: Loss: 2.1166679859161377
Epoch 758: Loss: 1.9662820100784302
Epoch 759: Loss: 2.1656768321990967
Epoch 760: Loss: 2.1038239002227783
Epoch 761: Loss: 1.9863382577896118
Epoch 762: Loss: 2.134328842163086
Epoch 763: Loss: 2.158283233642578
Epoch 764: Loss: 2.086621046066284
Epoch 765: Loss: 2.0696370601654053
Epoch 766: Loss: 2.083803653717041
Epoch 767: Loss: 2.16886043548584
Epoch 768: Loss: 2.0230448246002197
Epoch 769: Loss: 2.1418395042419434
Epoch 770: Loss: 2.1411499977111816
Epoch 771: Loss: 2.0966649055480957
Epoch 772: Loss: 2.024595260620117
Epoch 773: Loss: 2.0958564281463623
Epoch 774: Loss: 2.080198049545288
Epoch 775: Loss: 2.0599923133850098
Epoch 776: Loss: 2.0026133060455322
Epoch 777: Loss: 2.100635290145874
Epoch 778: Loss: 2.204953908920288
Epoch 779: Loss: 2.155164957046509
Epoch 780: Loss: 2.098968744277954
Epoch 781: Loss: 2.0446441173553467
Epoch 782: Loss: 2.0884010791778564
Epoch 783: Loss: 2.1073877811431885
Epoch 784: Loss: 2.0635969638824463
Epoch 785: Loss: 2.0280683040618896
Epoch 786: Loss: 2.0765233039855957
Epoch 787: Loss: 2.056213855743408
Epoch 788: Loss: 2.050978660583496
Epoch 789: Loss: 2.1130428314208984
Epoch 790: Loss: 2.0848965644836426
Epoch 791: Loss: 1.9702295064926147
Epoch 792: Loss: 1.986820101737976
Epoch 793: Loss: 2.017664670944214
Epoch 794: Loss: 2.0123088359832764
Epoch 795: Loss: 2.0033843517303467
Epoch 796: Loss: 2.101162910461426
Epoch 797: Loss: 2.1441473960876465
Epoch 798: Loss: 2.062276601791382
Epoch 799: Loss: 2.086735248565674
Epoch 800: Loss: 2.078495502471924
Epoch 801: Loss: 2.1012892723083496
Epoch 802: Loss: 1.9348267316818237
Epoch 803: Loss: 2.135162591934204
Epoch 804: Loss: 1.9784555435180664
Epoch 805: Loss: 2.126772880554199
Epoch 806: Loss: 2.072664499282837
Epoch 807: Loss: 2.12196946144104
Epoch 808: Loss: 2.067488193511963
Epoch 809: Loss: 2.164705276489258
Epoch 810: Loss: 2.0519533157348633
Epoch 811: Loss: 2.029282331466675
Epoch 812: Loss: 2.112196445465088
Epoch 813: Loss: 2.1230783462524414
Epoch 814: Loss: 2.076831102371216
Epoch 815: Loss: 2.0547428131103516
Epoch 816: Loss: 2.076680898666382
Epoch 817: Loss: 1.9665149450302124
Epoch 818: Loss: 2.044511556625366
Epoch 819: Loss: 2.014298677444458
Epoch 820: Loss: 2.1117124557495117
Epoch 821: Loss: 2.0809292793273926
Epoch 822: Loss: 2.076709508895874
Epoch 823: Loss: 2.0246105194091797
Epoch 824: Loss: 2.0468599796295166
Epoch 825: Loss: 2.051933526992798
Epoch 826: Loss: 1.958982229232788
Epoch 827: Loss: 2.055034637451172
Epoch 828: Loss: 2.0546517372131348
Epoch 829: Loss: 2.0392158031463623
Epoch 830: Loss: 1.9774556159973145
Epoch 831: Loss: 2.079603672027588
Epoch 832: Loss: 2.006579637527466
Epoch 833: Loss: 1.901845932006836
Epoch 834: Loss: 1.9882605075836182
Epoch 835: Loss: 2.096867561340332
Epoch 836: Loss: 2.0328567028045654
Epoch 837: Loss: 1.933587908744812
Epoch 838: Loss: 1.9972233772277832
Epoch 839: Loss: 2.028258800506592
Epoch 840: Loss: 1.8779939413070679
Epoch 841: Loss: 1.9444113969802856
Epoch 842: Loss: 2.0376827716827393
Epoch 843: Loss: 1.9912720918655396
Epoch 844: Loss: 2.0773284435272217
Epoch 845: Loss: 2.0179340839385986
Epoch 846: Loss: 1.8950949907302856
Epoch 847: Loss: 2.0185139179229736
Epoch 848: Loss: 1.8461486101150513
Epoch 849: Loss: 1.9584639072418213
Epoch 850: Loss: 1.973207712173462
Epoch 851: Loss: 1.9372138977050781
Epoch 852: Loss: 1.992690086364746
Epoch 853: Loss: 1.9944586753845215
Epoch 854: Loss: 1.943349003791809
Epoch 855: Loss: 1.981494426727295
Epoch 856: Loss: 1.9470264911651611
Epoch 857: Loss: 2.0700066089630127
Epoch 858: Loss: 2.0032453536987305
Epoch 859: Loss: 1.9166781902313232
Epoch 860: Loss: 1.9259265661239624
Epoch 861: Loss: 2.0875837802886963
Epoch 862: Loss: 1.893602967262268
Epoch 863: Loss: 1.9641764163970947
Epoch 864: Loss: 2.1294472217559814
Epoch 865: Loss: 1.910162329673767
Epoch 866: Loss: 1.904727816581726
Epoch 867: Loss: 1.995914101600647
Epoch 868: Loss: 1.929275393486023
Epoch 869: Loss: 2.0418405532836914
Epoch 870: Loss: 1.9291452169418335
Epoch 871: Loss: 1.995627760887146
Epoch 872: Loss: 1.9527418613433838
Epoch 873: Loss: 2.008188486099243
Epoch 874: Loss: 1.9388747215270996
Epoch 875: Loss: 1.9920004606246948
Epoch 876: Loss: 1.936296820640564
Epoch 877: Loss: 2.0189709663391113
Epoch 878: Loss: 1.9051052331924438
Epoch 879: Loss: 1.8964190483093262
Epoch 880: Loss: 2.0362589359283447
Epoch 881: Loss: 1.958725094795227
Epoch 882: Loss: 2.052342176437378
Epoch 883: Loss: 1.862053632736206
Epoch 884: Loss: 1.898659348487854
Epoch 885: Loss: 2.0883283615112305
Epoch 886: Loss: 1.8834517002105713
Epoch 887: Loss: 1.9405802488327026
Epoch 888: Loss: 1.8298823833465576
Epoch 889: Loss: 1.9201327562332153
Epoch 890: Loss: 1.975631594657898
Epoch 891: Loss: 1.989235281944275
Epoch 892: Loss: 1.9561885595321655
Epoch 893: Loss: 2.0053048133850098
Epoch 894: Loss: 1.8989821672439575
Epoch 895: Loss: 1.8272161483764648
Epoch 896: Loss: 1.8212581872940063
Epoch 897: Loss: 1.9755370616912842
Epoch 898: Loss: 2.007378339767456
Epoch 899: Loss: 1.868673324584961
Epoch 900: Loss: 1.9238520860671997
Epoch 901: Loss: 1.936481237411499
Epoch 902: Loss: 1.9966760873794556
Epoch 903: Loss: 2.0141334533691406
Epoch 904: Loss: 1.8855936527252197
Epoch 905: Loss: 1.9740514755249023
Epoch 906: Loss: 1.9070889949798584
Epoch 907: Loss: 2.0765280723571777
Epoch 908: Loss: 1.9265155792236328
Epoch 909: Loss: 2.0475172996520996
Epoch 910: Loss: 1.8786036968231201
Epoch 911: Loss: 1.834228277206421
Epoch 912: Loss: 1.9413464069366455
Epoch 913: Loss: 1.912299633026123
Epoch 914: Loss: 1.8510547876358032
Epoch 915: Loss: 1.8716555833816528
Epoch 916: Loss: 1.9104357957839966
Epoch 917: Loss: 1.8569413423538208
Epoch 918: Loss: 1.9710102081298828
Epoch 919: Loss: 1.9529647827148438
Epoch 920: Loss: 1.839097499847412
Epoch 921: Loss: 1.9815149307250977
Epoch 922: Loss: 1.9697905778884888
Epoch 923: Loss: 1.8231050968170166
Epoch 924: Loss: 1.9547392129898071
Epoch 925: Loss: 1.973664402961731
Epoch 926: Loss: 1.9085060358047485
Epoch 927: Loss: 1.8749096393585205
Epoch 928: Loss: 1.9077684879302979
Epoch 929: Loss: 1.9071054458618164
Epoch 930: Loss: 1.842759609222412
Epoch 931: Loss: 1.8633251190185547
Epoch 932: Loss: 1.89113450050354
Epoch 933: Loss: 1.8311362266540527
Epoch 934: Loss: 1.9105792045593262
Epoch 935: Loss: 1.9103137254714966
Epoch 936: Loss: 1.8980904817581177
Epoch 937: Loss: 1.8047795295715332
Epoch 938: Loss: 1.96334969997406
Epoch 939: Loss: 1.87886381149292
Epoch 940: Loss: 2.0340797901153564
Epoch 941: Loss: 1.9412935972213745
Epoch 942: Loss: 1.9188979864120483
Epoch 943: Loss: 1.8924245834350586
Epoch 944: Loss: 1.859573483467102
Epoch 945: Loss: 1.8738348484039307
Epoch 946: Loss: 1.8349295854568481
Epoch 947: Loss: 1.9415383338928223
Epoch 948: Loss: 1.857393741607666
Epoch 949: Loss: 1.9207100868225098
Epoch 950: Loss: 1.9508132934570312
Epoch 951: Loss: 1.7979962825775146
Epoch 952: Loss: 1.9788583517074585
Epoch 953: Loss: 1.9313993453979492
Epoch 954: Loss: 1.8234004974365234
Epoch 955: Loss: 1.8452204465866089
Epoch 956: Loss: 1.8674486875534058
Epoch 957: Loss: 1.8497475385665894
Epoch 958: Loss: 1.8218379020690918
Epoch 959: Loss: 1.8349696397781372
Epoch 960: Loss: 1.8567837476730347
Epoch 961: Loss: 1.8748217821121216
Epoch 962: Loss: 1.8511985540390015
Epoch 963: Loss: 1.8648709058761597
Epoch 964: Loss: 1.8528802394866943
Epoch 965: Loss: 1.843912124633789
Epoch 966: Loss: 1.786532998085022
Epoch 967: Loss: 1.7841379642486572
Epoch 968: Loss: 1.8990519046783447
Epoch 969: Loss: 1.7788721323013306
Epoch 970: Loss: 1.9388874769210815
Epoch 971: Loss: 1.93463933467865
Epoch 972: Loss: 1.8846285343170166
Epoch 973: Loss: 1.8099026679992676
Epoch 974: Loss: 1.8563342094421387
Epoch 975: Loss: 1.8600049018859863
Epoch 976: Loss: 1.8290224075317383
Epoch 977: Loss: 1.8326722383499146
Epoch 978: Loss: 1.7638592720031738
Epoch 979: Loss: 1.9138752222061157
Epoch 980: Loss: 1.820609450340271
Epoch 981: Loss: 1.9035192728042603
Epoch 982: Loss: 1.8954697847366333
Epoch 983: Loss: 1.8900024890899658
Epoch 984: Loss: 1.8918249607086182
Epoch 985: Loss: 1.8422905206680298
Epoch 986: Loss: 1.9072932004928589
Epoch 987: Loss: 1.8362153768539429
Epoch 988: Loss: 1.9035437107086182
Epoch 989: Loss: 1.9082214832305908
Epoch 990: Loss: 1.9258939027786255
Epoch 991: Loss: 1.7755191326141357
Epoch 992: Loss: 1.8842533826828003
Epoch 993: Loss: 1.8192408084869385
Epoch 994: Loss: 1.8618239164352417
Epoch 995: Loss: 1.7227427959442139
Epoch 996: Loss: 1.8312121629714966
Epoch 997: Loss: 1.8954135179519653
Epoch 998: Loss: 1.8260166645050049
Epoch 999: Loss: 1.9275689125061035
Epoch 1000: Loss: 1.843278408050537
Epoch 1001: Loss: 1.7272919416427612
Epoch 1002: Loss: 1.7065753936767578
Epoch 1003: Loss: 1.8811579942703247
Epoch 1004: Loss: 1.7745600938796997
Epoch 1005: Loss: 1.803846836090088
Epoch 1006: Loss: 1.8262879848480225
Epoch 1007: Loss: 1.838600516319275
Epoch 1008: Loss: 1.8823906183242798
Epoch 1009: Loss: 1.8345606327056885
Epoch 1010: Loss: 1.87203848361969
Epoch 1011: Loss: 1.8784846067428589
Epoch 1012: Loss: 1.732778549194336
Epoch 1013: Loss: 1.81905996799469
Epoch 1014: Loss: 1.7296706438064575
Epoch 1015: Loss: 1.800419569015503
Epoch 1016: Loss: 1.8062522411346436
Epoch 1017: Loss: 1.8379924297332764
Epoch 1018: Loss: 1.875076174736023
Epoch 1019: Loss: 1.7401390075683594
Epoch 1020: Loss: 1.8873244524002075
Epoch 1021: Loss: 1.7203272581100464
Epoch 1022: Loss: 1.7576996088027954
Epoch 1023: Loss: 1.7107847929000854
Epoch 1024: Loss: 1.8735462427139282
Epoch 1025: Loss: 1.7654825448989868
Epoch 1026: Loss: 1.7390059232711792
Epoch 1027: Loss: 1.8660939931869507
Epoch 1028: Loss: 1.8018888235092163
Epoch 1029: Loss: 1.8683425188064575
Epoch 1030: Loss: 1.8107397556304932
Epoch 1031: Loss: 1.8490681648254395
Epoch 1032: Loss: 1.8634321689605713
Epoch 1033: Loss: 1.8274308443069458
Epoch 1034: Loss: 1.8369581699371338
Epoch 1035: Loss: 1.841539740562439
Epoch 1036: Loss: 1.730124592781067
Epoch 1037: Loss: 1.8214008808135986
Epoch 1038: Loss: 1.8999871015548706
Epoch 1039: Loss: 1.7580616474151611
Epoch 1040: Loss: 1.7933480739593506
Epoch 1041: Loss: 1.7898380756378174
Epoch 1042: Loss: 1.7971885204315186
Epoch 1043: Loss: 1.8616341352462769
Epoch 1044: Loss: 1.7282418012619019
Epoch 1045: Loss: 1.734067440032959
Epoch 1046: Loss: 1.799389123916626
Epoch 1047: Loss: 1.801271677017212
Epoch 1048: Loss: 1.7545876502990723
Epoch 1049: Loss: 1.6910282373428345
Epoch 1050: Loss: 1.8392869234085083
Epoch 1051: Loss: 1.7155405282974243
Epoch 1052: Loss: 1.829825520515442
Epoch 1053: Loss: 1.7729638814926147
Epoch 1054: Loss: 1.7666126489639282
Epoch 1055: Loss: 1.7846778631210327
Epoch 1056: Loss: 1.6721806526184082
Epoch 1057: Loss: 1.7525813579559326
Epoch 1058: Loss: 1.7283737659454346
Epoch 1059: Loss: 1.7479068040847778
Epoch 1060: Loss: 1.907918930053711
Epoch 1061: Loss: 1.8109629154205322
Epoch 1062: Loss: 1.744415044784546
Epoch 1063: Loss: 1.8366831541061401
Epoch 1064: Loss: 1.7848789691925049
Epoch 1065: Loss: 1.8513433933258057
Epoch 1066: Loss: 1.7559163570404053
Epoch 1067: Loss: 1.786361813545227
Epoch 1068: Loss: 1.7645176649093628
Epoch 1069: Loss: 1.7689422369003296
Epoch 1070: Loss: 1.751975178718567
Epoch 1071: Loss: 1.7411314249038696
Epoch 1072: Loss: 1.7320295572280884
Epoch 1073: Loss: 1.690314531326294
Epoch 1074: Loss: 1.6206235885620117
Epoch 1075: Loss: 1.7670681476593018
Epoch 1076: Loss: 1.716733455657959
Epoch 1077: Loss: 1.8055989742279053
Epoch 1078: Loss: 1.659508466720581
Epoch 1079: Loss: 1.7309483289718628
Epoch 1080: Loss: 1.8213963508605957
Epoch 1081: Loss: 1.7226510047912598
Epoch 1082: Loss: 1.6256303787231445
Epoch 1083: Loss: 1.7323756217956543
Epoch 1084: Loss: 1.7193392515182495
Epoch 1085: Loss: 1.7703815698623657
Epoch 1086: Loss: 1.7657235860824585
Epoch 1087: Loss: 1.6557539701461792
Epoch 1088: Loss: 1.7768179178237915
Epoch 1089: Loss: 1.7846602201461792
Epoch 1090: Loss: 1.7321828603744507
Epoch 1091: Loss: 1.7564185857772827
Epoch 1092: Loss: 1.6807746887207031
Epoch 1093: Loss: 1.7872086763381958
Epoch 1094: Loss: 1.7283447980880737
Epoch 1095: Loss: 1.71437668800354
Epoch 1096: Loss: 1.6934010982513428
Epoch 1097: Loss: 1.792687177658081
Epoch 1098: Loss: 1.665590763092041
Epoch 1099: Loss: 1.6162084341049194
Epoch 1100: Loss: 1.73164701461792
Epoch 1101: Loss: 1.6593060493469238
Epoch 1102: Loss: 1.6636003255844116
Epoch 1103: Loss: 1.8288826942443848
Epoch 1104: Loss: 1.7147574424743652
Epoch 1105: Loss: 1.7814725637435913
Epoch 1106: Loss: 1.6505411863327026
Epoch 1107: Loss: 1.7614628076553345
Epoch 1108: Loss: 1.737570881843567
Epoch 1109: Loss: 1.7300996780395508
Epoch 1110: Loss: 1.8085405826568604
Epoch 1111: Loss: 1.815876841545105
Epoch 1112: Loss: 1.6172711849212646
Epoch 1113: Loss: 1.7158045768737793
Epoch 1114: Loss: 1.7295809984207153
Epoch 1115: Loss: 1.6596488952636719
Epoch 1116: Loss: 1.8600661754608154
Epoch 1117: Loss: 1.6969075202941895
Epoch 1118: Loss: 1.7309621572494507
Epoch 1119: Loss: 1.726658821105957
Epoch 1120: Loss: 1.683913230895996
Epoch 1121: Loss: 1.6268141269683838
Epoch 1122: Loss: 1.7348994016647339
Epoch 1123: Loss: 1.8028030395507812
Epoch 1124: Loss: 1.7951793670654297
Epoch 1125: Loss: 1.7560981512069702
Epoch 1126: Loss: 1.730663776397705
Epoch 1127: Loss: 1.7396597862243652
Epoch 1128: Loss: 1.6942750215530396
Epoch 1129: Loss: 1.6286742687225342
Epoch 1130: Loss: 1.6885334253311157
Epoch 1131: Loss: 1.7342272996902466
Epoch 1132: Loss: 1.6781325340270996
Epoch 1133: Loss: 1.7605412006378174
Epoch 1134: Loss: 1.7557629346847534
Epoch 1135: Loss: 1.641684651374817
Epoch 1136: Loss: 1.7458900213241577
Epoch 1137: Loss: 1.6285067796707153
Epoch 1138: Loss: 1.8097634315490723
Epoch 1139: Loss: 1.6311157941818237
Epoch 1140: Loss: 1.751245141029358
Epoch 1141: Loss: 1.81911039352417
Epoch 1142: Loss: 1.7180521488189697
Epoch 1143: Loss: 1.6832042932510376
Epoch 1144: Loss: 1.6052460670471191
Epoch 1145: Loss: 1.7593988180160522
Epoch 1146: Loss: 1.7622357606887817
Epoch 1147: Loss: 1.633331537246704
Epoch 1148: Loss: 1.6233582496643066
Epoch 1149: Loss: 1.5804544687271118
Epoch 1150: Loss: 1.6753921508789062
Epoch 1151: Loss: 1.7097411155700684
Epoch 1152: Loss: 1.6595921516418457
Epoch 1153: Loss: 1.68744957447052
Epoch 1154: Loss: 1.8354008197784424
Epoch 1155: Loss: 1.6804271936416626
Epoch 1156: Loss: 1.6505768299102783
Epoch 1157: Loss: 1.6465651988983154
Epoch 1158: Loss: 1.7766048908233643
Epoch 1159: Loss: 1.660979986190796
Epoch 1160: Loss: 1.7517073154449463
Epoch 1161: Loss: 1.6805174350738525
Epoch 1162: Loss: 1.7397617101669312
Epoch 1163: Loss: 1.7434028387069702
Epoch 1164: Loss: 1.720410943031311
Epoch 1165: Loss: 1.6471185684204102
Epoch 1166: Loss: 1.7096748352050781
Epoch 1167: Loss: 1.677065134048462
Epoch 1168: Loss: 1.7673040628433228
Epoch 1169: Loss: 1.6520638465881348
Epoch 1170: Loss: 1.645527720451355
Epoch 1171: Loss: 1.7303177118301392
Epoch 1172: Loss: 1.6197781562805176
Epoch 1173: Loss: 1.6832239627838135
Epoch 1174: Loss: 1.6105159521102905
Epoch 1175: Loss: 1.6581884622573853
Epoch 1176: Loss: 1.6283774375915527
Epoch 1177: Loss: 1.6330136060714722
Epoch 1178: Loss: 1.5937025547027588
Epoch 1179: Loss: 1.6501319408416748
Epoch 1180: Loss: 1.6656075716018677
Epoch 1181: Loss: 1.6648837327957153
Epoch 1182: Loss: 1.6423723697662354
Epoch 1183: Loss: 1.6532350778579712
Epoch 1184: Loss: 1.6104795932769775
Epoch 1185: Loss: 1.6086632013320923
Epoch 1186: Loss: 1.681048035621643
Epoch 1187: Loss: 1.74102783203125
Epoch 1188: Loss: 1.6034399271011353
Epoch 1189: Loss: 1.6632615327835083
Epoch 1190: Loss: 1.5960737466812134
Epoch 1191: Loss: 1.5702062845230103
Epoch 1192: Loss: 1.6384202241897583
Epoch 1193: Loss: 1.6038824319839478
Epoch 1194: Loss: 1.666430115699768
Epoch 1195: Loss: 1.714394211769104
Epoch 1196: Loss: 1.6033546924591064
Epoch 1197: Loss: 1.6746104955673218
Epoch 1198: Loss: 1.6412347555160522
Epoch 1199: Loss: 1.6060291528701782
Epoch 1200: Loss: 1.5332194566726685
Epoch 1201: Loss: 1.6626858711242676
Epoch 1202: Loss: 1.540789008140564
Epoch 1203: Loss: 1.748286247253418
Epoch 1204: Loss: 1.7368985414505005
Epoch 1205: Loss: 1.7200783491134644
Epoch 1206: Loss: 1.6423693895339966
Epoch 1207: Loss: 1.6225266456604004
Epoch 1208: Loss: 1.7031457424163818
Epoch 1209: Loss: 1.6161777973175049
Epoch 1210: Loss: 1.592931866645813
Epoch 1211: Loss: 1.599798321723938
Epoch 1212: Loss: 1.641654133796692
Epoch 1213: Loss: 1.6316006183624268
Epoch 1214: Loss: 1.6426844596862793
Epoch 1215: Loss: 1.66087806224823
Epoch 1216: Loss: 1.6649291515350342
Epoch 1217: Loss: 1.668371558189392
Epoch 1218: Loss: 1.6600217819213867
Epoch 1219: Loss: 1.7110652923583984
Epoch 1220: Loss: 1.580127239227295
Epoch 1221: Loss: 1.5916625261306763
Epoch 1222: Loss: 1.6339008808135986
Epoch 1223: Loss: 1.6499577760696411
Epoch 1224: Loss: 1.672645926475525
Epoch 1225: Loss: 1.5749179124832153
Epoch 1226: Loss: 1.5816835165023804
Epoch 1227: Loss: 1.618124008178711
Epoch 1228: Loss: 1.6972383260726929
Epoch 1229: Loss: 1.5982301235198975
Epoch 1230: Loss: 1.5831009149551392
Epoch 1231: Loss: 1.6559805870056152
Epoch 1232: Loss: 1.597607135772705
Epoch 1233: Loss: 1.546589732170105
Epoch 1234: Loss: 1.6500003337860107
Epoch 1235: Loss: 1.6143617630004883
Epoch 1236: Loss: 1.6563403606414795
Epoch 1237: Loss: 1.6190167665481567
Epoch 1238: Loss: 1.555898904800415
Epoch 1239: Loss: 1.5774232149124146
Epoch 1240: Loss: 1.4687193632125854
Epoch 1241: Loss: 1.6229181289672852
Epoch 1242: Loss: 1.642816424369812
Epoch 1243: Loss: 1.6575196981430054
Epoch 1244: Loss: 1.7167341709136963
Epoch 1245: Loss: 1.7385321855545044
Epoch 1246: Loss: 1.7633858919143677
Epoch 1247: Loss: 1.6626659631729126
Epoch 1248: Loss: 1.7048823833465576
Epoch 1249: Loss: 1.6056969165802002
Epoch 1250: Loss: 1.5938727855682373
Epoch 1251: Loss: 1.5955491065979004
Epoch 1252: Loss: 1.6320418119430542
Epoch 1253: Loss: 1.638318419456482
Epoch 1254: Loss: 1.574479103088379
Epoch 1255: Loss: 1.60370671749115
Epoch 1256: Loss: 1.593664526939392
Epoch 1257: Loss: 1.57845938205719
Epoch 1258: Loss: 1.5884088277816772
Epoch 1259: Loss: 1.5877625942230225
Epoch 1260: Loss: 1.5606579780578613
Epoch 1261: Loss: 1.6104718446731567
Epoch 1262: Loss: 1.559123158454895
Epoch 1263: Loss: 1.6473536491394043
Epoch 1264: Loss: 1.5350960493087769
Epoch 1265: Loss: 1.5839786529541016
Epoch 1266: Loss: 1.5311585664749146
Epoch 1267: Loss: 1.6039702892303467
Epoch 1268: Loss: 1.5561381578445435
Epoch 1269: Loss: 1.6247344017028809
Epoch 1270: Loss: 1.6169116497039795
Epoch 1271: Loss: 1.5285804271697998
Epoch 1272: Loss: 1.6753355264663696
Epoch 1273: Loss: 1.5597554445266724
Epoch 1274: Loss: 1.670395851135254
Epoch 1275: Loss: 1.5545802116394043
Epoch 1276: Loss: 1.6230295896530151
Epoch 1277: Loss: 1.456458568572998
Epoch 1278: Loss: 1.577404260635376
Epoch 1279: Loss: 1.547698736190796
Epoch 1280: Loss: 1.5721228122711182
Epoch 1281: Loss: 1.5502793788909912
Epoch 1282: Loss: 1.5551265478134155
Epoch 1283: Loss: 1.543769121170044
Epoch 1284: Loss: 1.69232976436615
Epoch 1285: Loss: 1.6741636991500854
Epoch 1286: Loss: 1.529241681098938
Epoch 1287: Loss: 1.6586856842041016
Epoch 1288: Loss: 1.5074775218963623
Epoch 1289: Loss: 1.5896437168121338
Epoch 1290: Loss: 1.591576337814331
Epoch 1291: Loss: 1.4624990224838257
Epoch 1292: Loss: 1.6407655477523804
Epoch 1293: Loss: 1.5871003866195679
Epoch 1294: Loss: 1.5703587532043457
Epoch 1295: Loss: 1.5725443363189697
Epoch 1296: Loss: 1.6303471326828003
Epoch 1297: Loss: 1.6656649112701416
Epoch 1298: Loss: 1.606645107269287
Epoch 1299: Loss: 1.6297574043273926
Epoch 1300: Loss: 1.527521014213562
Epoch 1301: Loss: 1.5357459783554077
Epoch 1302: Loss: 1.4631116390228271
Epoch 1303: Loss: 1.5447207689285278
Epoch 1304: Loss: 1.5946816205978394
Epoch 1305: Loss: 1.563638687133789
Epoch 1306: Loss: 1.5186866521835327
Epoch 1307: Loss: 1.5999149084091187
Epoch 1308: Loss: 1.4872002601623535
Epoch 1309: Loss: 1.548782229423523
Epoch 1310: Loss: 1.537761926651001
Epoch 1311: Loss: 1.6193510293960571
Epoch 1312: Loss: 1.6412220001220703
Epoch 1313: Loss: 1.5002710819244385
Epoch 1314: Loss: 1.4536383152008057
Epoch 1315: Loss: 1.5903444290161133
Epoch 1316: Loss: 1.5891025066375732
Epoch 1317: Loss: 1.4937424659729004
Epoch 1318: Loss: 1.573129415512085
Epoch 1319: Loss: 1.6104097366333008
Epoch 1320: Loss: 1.497390627861023
Epoch 1321: Loss: 1.5556584596633911
Epoch 1322: Loss: 1.5827487707138062
Epoch 1323: Loss: 1.4945775270462036
Epoch 1324: Loss: 1.504016637802124
Epoch 1325: Loss: 1.500282645225525
Epoch 1326: Loss: 1.5124831199645996
Epoch 1327: Loss: 1.5800715684890747
Epoch 1328: Loss: 1.5004441738128662
Epoch 1329: Loss: 1.5819522142410278
Epoch 1330: Loss: 1.5346699953079224
Epoch 1331: Loss: 1.5442698001861572
Epoch 1332: Loss: 1.515534520149231
Epoch 1333: Loss: 1.5985355377197266
Epoch 1334: Loss: 1.6128195524215698
Epoch 1335: Loss: 1.5606940984725952
Epoch 1336: Loss: 1.6308212280273438
Epoch 1337: Loss: 1.4994553327560425
Epoch 1338: Loss: 1.6291489601135254
Epoch 1339: Loss: 1.5323406457901
Epoch 1340: Loss: 1.536052942276001
Epoch 1341: Loss: 1.5799171924591064
Epoch 1342: Loss: 1.6662731170654297
Epoch 1343: Loss: 1.6157474517822266
Epoch 1344: Loss: 1.6050138473510742
Epoch 1345: Loss: 1.4851661920547485
Epoch 1346: Loss: 1.4762086868286133
Epoch 1347: Loss: 1.5886509418487549
Epoch 1348: Loss: 1.4930232763290405
Epoch 1349: Loss: 1.5922080278396606
Epoch 1350: Loss: 1.4722111225128174
Epoch 1351: Loss: 1.5549945831298828
Epoch 1352: Loss: 1.5306841135025024
Epoch 1353: Loss: 1.5210999250411987
Epoch 1354: Loss: 1.571799635887146
Epoch 1355: Loss: 1.6170743703842163
Epoch 1356: Loss: 1.5006650686264038
Epoch 1357: Loss: 1.4894447326660156
Epoch 1358: Loss: 1.6786925792694092
Epoch 1359: Loss: 1.5550510883331299
Epoch 1360: Loss: 1.4779880046844482
Epoch 1361: Loss: 1.5118094682693481
Epoch 1362: Loss: 1.5319498777389526
Epoch 1363: Loss: 1.48899245262146
Epoch 1364: Loss: 1.50497567653656
Epoch 1365: Loss: 1.5612751245498657
Epoch 1366: Loss: 1.5042070150375366
Epoch 1367: Loss: 1.5574880838394165
Epoch 1368: Loss: 1.5874137878417969
Epoch 1369: Loss: 1.4589691162109375
Epoch 1370: Loss: 1.5347319841384888
Epoch 1371: Loss: 1.4923056364059448
Epoch 1372: Loss: 1.5040704011917114
Epoch 1373: Loss: 1.5014241933822632
Epoch 1374: Loss: 1.4760901927947998
Epoch 1375: Loss: 1.553906798362732
Epoch 1376: Loss: 1.5018935203552246
Epoch 1377: Loss: 1.5677940845489502
Epoch 1378: Loss: 1.558024525642395
Epoch 1379: Loss: 1.4693694114685059
Epoch 1380: Loss: 1.459991693496704
Epoch 1381: Loss: 1.4989597797393799
Epoch 1382: Loss: 1.39010751247406
Epoch 1383: Loss: 1.4032223224639893
Epoch 1384: Loss: 1.5413671731948853
Epoch 1385: Loss: 1.5347721576690674
Epoch 1386: Loss: 1.6013339757919312
Epoch 1387: Loss: 1.5073095560073853
Epoch 1388: Loss: 1.4527076482772827
Epoch 1389: Loss: 1.5983694791793823
Epoch 1390: Loss: 1.4538416862487793
Epoch 1391: Loss: 1.4878261089324951
Epoch 1392: Loss: 1.4983386993408203
Epoch 1393: Loss: 1.4649221897125244
Epoch 1394: Loss: 1.491120457649231
Epoch 1395: Loss: 1.4620463848114014
Epoch 1396: Loss: 1.4502607583999634
Epoch 1397: Loss: 1.4843010902404785
Epoch 1398: Loss: 1.470544457435608
Epoch 1399: Loss: 1.5427607297897339
Epoch 1400: Loss: 1.4969269037246704
Epoch 1401: Loss: 1.5782488584518433
Epoch 1402: Loss: 1.491178274154663
Epoch 1403: Loss: 1.5016751289367676
Epoch 1404: Loss: 1.509740948677063
Epoch 1405: Loss: 1.5476197004318237
Epoch 1406: Loss: 1.5771149396896362
Epoch 1407: Loss: 1.4639365673065186
Epoch 1408: Loss: 1.4550211429595947
Epoch 1409: Loss: 1.4800945520401
Epoch 1410: Loss: 1.5157296657562256
Epoch 1411: Loss: 1.5111287832260132
Epoch 1412: Loss: 1.4704290628433228
Epoch 1413: Loss: 1.4982938766479492
Epoch 1414: Loss: 1.5884678363800049
Epoch 1415: Loss: 1.532832145690918
Epoch 1416: Loss: 1.5163624286651611
Epoch 1417: Loss: 1.497131109237671
Epoch 1418: Loss: 1.5124714374542236
Epoch 1419: Loss: 1.533746600151062
Epoch 1420: Loss: 1.6113297939300537
Epoch 1421: Loss: 1.5423104763031006
Epoch 1422: Loss: 1.4978636503219604
Epoch 1423: Loss: 1.5367035865783691
Epoch 1424: Loss: 1.5703941583633423
Epoch 1425: Loss: 1.5313655138015747
Epoch 1426: Loss: 1.4860420227050781
Epoch 1427: Loss: 1.5374284982681274
Epoch 1428: Loss: 1.4813036918640137
Epoch 1429: Loss: 1.562316656112671
Epoch 1430: Loss: 1.429381251335144
Epoch 1431: Loss: 1.5520672798156738
Epoch 1432: Loss: 1.5425255298614502
Epoch 1433: Loss: 1.4050397872924805
Epoch 1434: Loss: 1.511879801750183
Epoch 1435: Loss: 1.5223585367202759
Epoch 1436: Loss: 1.4537804126739502
Epoch 1437: Loss: 1.5323666334152222
Epoch 1438: Loss: 1.4676222801208496
Epoch 1439: Loss: 1.3980026245117188
Epoch 1440: Loss: 1.4040273427963257
Epoch 1441: Loss: 1.4448233842849731
Epoch 1442: Loss: 1.3797396421432495
Epoch 1443: Loss: 1.4952946901321411
Epoch 1444: Loss: 1.4140090942382812
Epoch 1445: Loss: 1.4605432748794556
Epoch 1446: Loss: 1.5335525274276733
Epoch 1447: Loss: 1.5242021083831787
Epoch 1448: Loss: 1.4562560319900513
Epoch 1449: Loss: 1.39616060256958
Epoch 1450: Loss: 1.4559983015060425
Epoch 1451: Loss: 1.5112624168395996
Epoch 1452: Loss: 1.5079336166381836
Epoch 1453: Loss: 1.5684510469436646
Epoch 1454: Loss: 1.4925822019577026
Epoch 1455: Loss: 1.4962431192398071
Epoch 1456: Loss: 1.4175868034362793
Epoch 1457: Loss: 1.4972164630889893
Epoch 1458: Loss: 1.4223525524139404
Epoch 1459: Loss: 1.43578040599823
Epoch 1460: Loss: 1.4654349088668823
Epoch 1461: Loss: 1.4872127771377563
Epoch 1462: Loss: 1.5278347730636597
Epoch 1463: Loss: 1.485641360282898
Epoch 1464: Loss: 1.4410415887832642
Epoch 1465: Loss: 1.505732536315918
Epoch 1466: Loss: 1.4620286226272583
Epoch 1467: Loss: 1.490972638130188
Epoch 1468: Loss: 1.5586795806884766
Epoch 1469: Loss: 1.4316892623901367
Epoch 1470: Loss: 1.4852209091186523
Epoch 1471: Loss: 1.5177479982376099
Epoch 1472: Loss: 1.4490641355514526
Epoch 1473: Loss: 1.519089698791504
Epoch 1474: Loss: 1.5457936525344849
Epoch 1475: Loss: 1.5508776903152466
Epoch 1476: Loss: 1.3425445556640625
Epoch 1477: Loss: 1.5032436847686768
Epoch 1478: Loss: 1.5567140579223633
Epoch 1479: Loss: 1.4895575046539307
Epoch 1480: Loss: 1.468109130859375
Epoch 1481: Loss: 1.3990780115127563
Epoch 1482: Loss: 1.6118669509887695
Epoch 1483: Loss: 1.4546345472335815
Epoch 1484: Loss: 1.4363137483596802
Epoch 1485: Loss: 1.5248223543167114
Epoch 1486: Loss: 1.4306553602218628
Epoch 1487: Loss: 1.445270299911499
Epoch 1488: Loss: 1.4589548110961914
Epoch 1489: Loss: 1.40545654296875
Epoch 1490: Loss: 1.426424503326416
Epoch 1491: Loss: 1.4159080982208252
Epoch 1492: Loss: 1.3834623098373413
Epoch 1493: Loss: 1.4531687498092651
Epoch 1494: Loss: 1.4701111316680908
Epoch 1495: Loss: 1.5531282424926758
Epoch 1496: Loss: 1.4741251468658447
Epoch 1497: Loss: 1.355822205543518
Epoch 1498: Loss: 1.4294650554656982
Epoch 1499: Loss: 1.4725011587142944
Epoch 1500: Loss: 1.5272760391235352
Epoch 1501: Loss: 1.3991550207138062
Epoch 1502: Loss: 1.3333945274353027
Epoch 1503: Loss: 1.4324235916137695
Epoch 1504: Loss: 1.3822784423828125
Epoch 1505: Loss: 1.4480997323989868
Epoch 1506: Loss: 1.3852614164352417
Epoch 1507: Loss: 1.4525623321533203
Epoch 1508: Loss: 1.4282784461975098
Epoch 1509: Loss: 1.4234356880187988
Epoch 1510: Loss: 1.4466595649719238
Epoch 1511: Loss: 1.4665368795394897
Epoch 1512: Loss: 1.4670301675796509
Epoch 1513: Loss: 1.3715373277664185
Epoch 1514: Loss: 1.4957425594329834
Epoch 1515: Loss: 1.431840181350708
Epoch 1516: Loss: 1.5585792064666748
Epoch 1517: Loss: 1.4978193044662476
Epoch 1518: Loss: 1.435758113861084
Epoch 1519: Loss: 1.3610352277755737
Epoch 1520: Loss: 1.5052837133407593
Epoch 1521: Loss: 1.4756542444229126
Epoch 1522: Loss: 1.4959561824798584
Epoch 1523: Loss: 1.390251636505127
Epoch 1524: Loss: 1.383601427078247
Epoch 1525: Loss: 1.3657941818237305
Epoch 1526: Loss: 1.411186695098877
Epoch 1527: Loss: 1.5033559799194336
Epoch 1528: Loss: 1.3979196548461914
Epoch 1529: Loss: 1.4768537282943726
Epoch 1530: Loss: 1.4586608409881592
Epoch 1531: Loss: 1.4056251049041748
Epoch 1532: Loss: 1.4907395839691162
Epoch 1533: Loss: 1.4962656497955322
Epoch 1534: Loss: 1.4647414684295654
Epoch 1535: Loss: 1.4448307752609253
Epoch 1536: Loss: 1.3574659824371338
Epoch 1537: Loss: 1.4131096601486206
Epoch 1538: Loss: 1.3406729698181152
Epoch 1539: Loss: 1.413931131362915
Epoch 1540: Loss: 1.4766496419906616
Epoch 1541: Loss: 1.377548098564148
Epoch 1542: Loss: 1.3903521299362183
Epoch 1543: Loss: 1.3794015645980835
Epoch 1544: Loss: 1.3695006370544434
Epoch 1545: Loss: 1.3211638927459717
Epoch 1546: Loss: 1.443640112876892
Epoch 1547: Loss: 1.4548250436782837
Epoch 1548: Loss: 1.37661612033844
Epoch 1549: Loss: 1.4818741083145142
Epoch 1550: Loss: 1.360223650932312
Epoch 1551: Loss: 1.4110249280929565
Epoch 1552: Loss: 1.4624079465866089
Epoch 1553: Loss: 1.344534158706665
Epoch 1554: Loss: 1.4007126092910767
Epoch 1555: Loss: 1.3516829013824463
Epoch 1556: Loss: 1.2833549976348877
Epoch 1557: Loss: 1.417209267616272
Epoch 1558: Loss: 1.3890504837036133
Epoch 1559: Loss: 1.41493558883667
Epoch 1560: Loss: 1.33231520652771
Epoch 1561: Loss: 1.4201585054397583
Epoch 1562: Loss: 1.4614101648330688
Epoch 1563: Loss: 1.421655535697937
Epoch 1564: Loss: 1.4187631607055664
Epoch 1565: Loss: 1.3395018577575684
Epoch 1566: Loss: 1.4039053916931152
Epoch 1567: Loss: 1.401831865310669
Epoch 1568: Loss: 1.3905318975448608
Epoch 1569: Loss: 1.453458309173584
Epoch 1570: Loss: 1.4069013595581055
Epoch 1571: Loss: 1.4030271768569946
Epoch 1572: Loss: 1.4275323152542114
Epoch 1573: Loss: 1.4154831171035767
Epoch 1574: Loss: 1.4013793468475342
Epoch 1575: Loss: 1.3860032558441162
Epoch 1576: Loss: 1.3929378986358643
Epoch 1577: Loss: 1.3906488418579102
Epoch 1578: Loss: 1.427194595336914
Epoch 1579: Loss: 1.3817089796066284
Epoch 1580: Loss: 1.4208697080612183
Epoch 1581: Loss: 1.3485302925109863
Epoch 1582: Loss: 1.394255518913269
Epoch 1583: Loss: 1.4720728397369385
Epoch 1584: Loss: 1.3712602853775024
Epoch 1585: Loss: 1.456046462059021
Epoch 1586: Loss: 1.396412968635559
Epoch 1587: Loss: 1.3230153322219849
Epoch 1588: Loss: 1.3960589170455933
Epoch 1589: Loss: 1.4129337072372437
Epoch 1590: Loss: 1.377726435661316
Epoch 1591: Loss: 1.4911149740219116
Epoch 1592: Loss: 1.3806463479995728
Epoch 1593: Loss: 1.349820613861084
Epoch 1594: Loss: 1.3154326677322388
Epoch 1595: Loss: 1.3655667304992676
Epoch 1596: Loss: 1.3711267709732056
Epoch 1597: Loss: 1.4197684526443481
Epoch 1598: Loss: 1.379371166229248
Epoch 1599: Loss: 1.4174678325653076
Epoch 1600: Loss: 1.4125897884368896
Epoch 1601: Loss: 1.3861740827560425
Epoch 1602: Loss: 1.3405952453613281
Epoch 1603: Loss: 1.3453282117843628
Epoch 1604: Loss: 1.4185023307800293
Epoch 1605: Loss: 1.3962535858154297
Epoch 1606: Loss: 1.3434779644012451
Epoch 1607: Loss: 1.305286169052124
Epoch 1608: Loss: 1.3904454708099365
Epoch 1609: Loss: 1.3418182134628296
Epoch 1610: Loss: 1.3549391031265259
Epoch 1611: Loss: 1.4370710849761963
Epoch 1612: Loss: 1.3747916221618652
Epoch 1613: Loss: 1.299383282661438
Epoch 1614: Loss: 1.390588641166687
Epoch 1615: Loss: 1.3403617143630981
Epoch 1616: Loss: 1.3624532222747803
Epoch 1617: Loss: 1.3220196962356567
Epoch 1618: Loss: 1.350753903388977
Epoch 1619: Loss: 1.399940848350525
Epoch 1620: Loss: 1.249794840812683
Epoch 1621: Loss: 1.4412778615951538
Epoch 1622: Loss: 1.3505303859710693
Epoch 1623: Loss: 1.3872051239013672
Epoch 1624: Loss: 1.454716444015503
Epoch 1625: Loss: 1.3403044939041138
Epoch 1626: Loss: 1.4162980318069458
Epoch 1627: Loss: 1.4277915954589844
Epoch 1628: Loss: 1.283243179321289
Epoch 1629: Loss: 1.3704122304916382
Epoch 1630: Loss: 1.3867506980895996
Epoch 1631: Loss: 1.4250057935714722
Epoch 1632: Loss: 1.3612016439437866
Epoch 1633: Loss: 1.2936196327209473
Epoch 1634: Loss: 1.4390935897827148
Epoch 1635: Loss: 1.3473066091537476
Epoch 1636: Loss: 1.476843237876892
Epoch 1637: Loss: 1.4162224531173706
Epoch 1638: Loss: 1.329233169555664
Epoch 1639: Loss: 1.3281418085098267
Epoch 1640: Loss: 1.327834963798523
Epoch 1641: Loss: 1.366174340248108
Epoch 1642: Loss: 1.2823073863983154
Epoch 1643: Loss: 1.3290297985076904
Epoch 1644: Loss: 1.320036768913269
Epoch 1645: Loss: 1.3530503511428833
Epoch 1646: Loss: 1.2878215312957764
Epoch 1647: Loss: 1.3954602479934692
Epoch 1648: Loss: 1.42458975315094
Epoch 1649: Loss: 1.3072718381881714
Epoch 1650: Loss: 1.3109549283981323
Epoch 1651: Loss: 1.423470377922058
Epoch 1652: Loss: 1.3149559497833252
Epoch 1653: Loss: 1.3231396675109863
Epoch 1654: Loss: 1.3750505447387695
Epoch 1655: Loss: 1.3887572288513184
Epoch 1656: Loss: 1.3537342548370361
Epoch 1657: Loss: 1.3506698608398438
Epoch 1658: Loss: 1.4103118181228638
Epoch 1659: Loss: 1.324908971786499
Epoch 1660: Loss: 1.344589352607727
Epoch 1661: Loss: 1.3186887502670288
Epoch 1662: Loss: 1.3871550559997559
Epoch 1663: Loss: 1.422827959060669
Epoch 1664: Loss: 1.298219919204712
Epoch 1665: Loss: 1.3429611921310425
Epoch 1666: Loss: 1.3351038694381714
Epoch 1667: Loss: 1.3472445011138916
Epoch 1668: Loss: 1.336531162261963
Epoch 1669: Loss: 1.2751471996307373
Epoch 1670: Loss: 1.4424322843551636
Epoch 1671: Loss: 1.2250877618789673
Epoch 1672: Loss: 1.4017869234085083
Epoch 1673: Loss: 1.332602620124817
Epoch 1674: Loss: 1.3110133409500122
Epoch 1675: Loss: 1.3637049198150635
Epoch 1676: Loss: 1.2903727293014526
Epoch 1677: Loss: 1.293014407157898
Epoch 1678: Loss: 1.251568078994751
Epoch 1679: Loss: 1.303524374961853
Epoch 1680: Loss: 1.3735930919647217
Epoch 1681: Loss: 1.363461971282959
Epoch 1682: Loss: 1.357295036315918
Epoch 1683: Loss: 1.4593744277954102
Epoch 1684: Loss: 1.3680530786514282
Epoch 1685: Loss: 1.3164950609207153
Epoch 1686: Loss: 1.3156670331954956
Epoch 1687: Loss: 1.3361594676971436
Epoch 1688: Loss: 1.3625625371932983
Epoch 1689: Loss: 1.2812827825546265
Epoch 1690: Loss: 1.4295618534088135
Epoch 1691: Loss: 1.261199712753296
Epoch 1692: Loss: 1.4393092393875122
Epoch 1693: Loss: 1.3059238195419312
Epoch 1694: Loss: 1.3032866716384888
Epoch 1695: Loss: 1.3503490686416626
Epoch 1696: Loss: 1.3427759408950806
Epoch 1697: Loss: 1.3226386308670044
Epoch 1698: Loss: 1.3178112506866455
Epoch 1699: Loss: 1.2572574615478516
Epoch 1700: Loss: 1.3434983491897583
Epoch 1701: Loss: 1.390444278717041
Epoch 1702: Loss: 1.3083049058914185
Epoch 1703: Loss: 1.31050443649292
Epoch 1704: Loss: 1.4047962427139282
Epoch 1705: Loss: 1.4003565311431885
Epoch 1706: Loss: 1.3765302896499634
Epoch 1707: Loss: 1.2629950046539307
Epoch 1708: Loss: 1.2949442863464355
Epoch 1709: Loss: 1.412811040878296
Epoch 1710: Loss: 1.3743938207626343
Epoch 1711: Loss: 1.3628993034362793
Epoch 1712: Loss: 1.3912758827209473
Epoch 1713: Loss: 1.290479302406311
Epoch 1714: Loss: 1.3279272317886353
Epoch 1715: Loss: 1.2860054969787598
Epoch 1716: Loss: 1.25032377243042
Epoch 1717: Loss: 1.3516180515289307
Epoch 1718: Loss: 1.2764431238174438
Epoch 1719: Loss: 1.2601940631866455
Epoch 1720: Loss: 1.323062539100647
Epoch 1721: Loss: 1.3398592472076416
Epoch 1722: Loss: 1.334847331047058
Epoch 1723: Loss: 1.4812309741973877
Epoch 1724: Loss: 1.3539942502975464
Epoch 1725: Loss: 1.282932162284851
Epoch 1726: Loss: 1.3775203227996826
Epoch 1727: Loss: 1.3362287282943726
Epoch 1728: Loss: 1.2956534624099731
Epoch 1729: Loss: 1.4726868867874146
Epoch 1730: Loss: 1.3461754322052002
Epoch 1731: Loss: 1.3305808305740356
Epoch 1732: Loss: 1.369942545890808
Epoch 1733: Loss: 1.3303996324539185
Epoch 1734: Loss: 1.3393865823745728
Epoch 1735: Loss: 1.3534367084503174
Epoch 1736: Loss: 1.2812161445617676
Epoch 1737: Loss: 1.2549479007720947
Epoch 1738: Loss: 1.2822301387786865
Epoch 1739: Loss: 1.2551307678222656
Epoch 1740: Loss: 1.2677209377288818
Epoch 1741: Loss: 1.287624478340149
Epoch 1742: Loss: 1.288969874382019
Epoch 1743: Loss: 1.289788842201233
Epoch 1744: Loss: 1.3165311813354492
Epoch 1745: Loss: 1.4385799169540405
Epoch 1746: Loss: 1.3673633337020874
Epoch 1747: Loss: 1.317143440246582
Epoch 1748: Loss: 1.335363745689392
Epoch 1749: Loss: 1.29715895652771
Epoch 1750: Loss: 1.2749954462051392
Epoch 1751: Loss: 1.2662460803985596
Epoch 1752: Loss: 1.3193243741989136
Epoch 1753: Loss: 1.3165332078933716
Epoch 1754: Loss: 1.3350045680999756
Epoch 1755: Loss: 1.2783209085464478
Epoch 1756: Loss: 1.315186858177185
Epoch 1757: Loss: 1.2556785345077515
Epoch 1758: Loss: 1.3426591157913208
Epoch 1759: Loss: 1.2226800918579102
Epoch 1760: Loss: 1.3183565139770508
Epoch 1761: Loss: 1.343783974647522
Epoch 1762: Loss: 1.29367995262146
Epoch 1763: Loss: 1.2952146530151367
Epoch 1764: Loss: 1.3329823017120361
Epoch 1765: Loss: 1.2671993970870972
Epoch 1766: Loss: 1.2781403064727783
Epoch 1767: Loss: 1.263007402420044
Epoch 1768: Loss: 1.2567270994186401
Epoch 1769: Loss: 1.3574340343475342
Epoch 1770: Loss: 1.372835636138916
Epoch 1771: Loss: 1.314903736114502
Epoch 1772: Loss: 1.3119933605194092
Epoch 1773: Loss: 1.2146453857421875
Epoch 1774: Loss: 1.3278089761734009
Epoch 1775: Loss: 1.2316042184829712
Epoch 1776: Loss: 1.1991108655929565
Epoch 1777: Loss: 1.2125593423843384
Epoch 1778: Loss: 1.167803406715393
Epoch 1779: Loss: 1.4003965854644775
Epoch 1780: Loss: 1.262661337852478
Epoch 1781: Loss: 1.2983664274215698
Epoch 1782: Loss: 1.315295696258545
Epoch 1783: Loss: 1.287948489189148
Epoch 1784: Loss: 1.1876795291900635
Epoch 1785: Loss: 1.2820570468902588
Epoch 1786: Loss: 1.2296303510665894
Epoch 1787: Loss: 1.3499010801315308
Epoch 1788: Loss: 1.275618314743042
Epoch 1789: Loss: 1.3292884826660156
Epoch 1790: Loss: 1.2206789255142212
Epoch 1791: Loss: 1.3505573272705078
Epoch 1792: Loss: 1.2328453063964844
Epoch 1793: Loss: 1.2363375425338745
Epoch 1794: Loss: 1.2708114385604858
Epoch 1795: Loss: 1.3041741847991943
Epoch 1796: Loss: 1.3212411403656006
Epoch 1797: Loss: 1.2798784971237183
Epoch 1798: Loss: 1.216314673423767
Epoch 1799: Loss: 1.1891653537750244
Epoch 1800: Loss: 1.2492696046829224
Epoch 1801: Loss: 1.3324133157730103
Epoch 1802: Loss: 1.3533395528793335
Epoch 1803: Loss: 1.273650884628296
Epoch 1804: Loss: 1.3705224990844727
Epoch 1805: Loss: 1.2792819738388062
Epoch 1806: Loss: 1.307341456413269
Epoch 1807: Loss: 1.2492233514785767
Epoch 1808: Loss: 1.2680039405822754
Epoch 1809: Loss: 1.3292932510375977
Epoch 1810: Loss: 1.2378041744232178
Epoch 1811: Loss: 1.2766175270080566
Epoch 1812: Loss: 1.2922027111053467
Epoch 1813: Loss: 1.226430058479309
Epoch 1814: Loss: 1.2266979217529297
Epoch 1815: Loss: 1.265196681022644
Epoch 1816: Loss: 1.241701602935791
Epoch 1817: Loss: 1.2470993995666504
Epoch 1818: Loss: 1.345184326171875
Epoch 1819: Loss: 1.2851057052612305
Epoch 1820: Loss: 1.3124219179153442
Epoch 1821: Loss: 1.3387205600738525
Epoch 1822: Loss: 1.3336914777755737
Epoch 1823: Loss: 1.2324724197387695
Epoch 1824: Loss: 1.3074324131011963
Epoch 1825: Loss: 1.2950690984725952
Epoch 1826: Loss: 1.2259042263031006
Epoch 1827: Loss: 1.2833571434020996
Epoch 1828: Loss: 1.3289893865585327
Epoch 1829: Loss: 1.3182319402694702
Epoch 1830: Loss: 1.2343615293502808
Epoch 1831: Loss: 1.2190128564834595
Epoch 1832: Loss: 1.2357596158981323
Epoch 1833: Loss: 1.2588268518447876
Epoch 1834: Loss: 1.1820662021636963
Epoch 1835: Loss: 1.3383984565734863
Epoch 1836: Loss: 1.2809937000274658
Epoch 1837: Loss: 1.3599069118499756
Epoch 1838: Loss: 1.268693208694458
Epoch 1839: Loss: 1.2665213346481323
Epoch 1840: Loss: 1.3383933305740356
Epoch 1841: Loss: 1.2508678436279297
Epoch 1842: Loss: 1.287062644958496
Epoch 1843: Loss: 1.259467363357544
Epoch 1844: Loss: 1.1955089569091797
Epoch 1845: Loss: 1.3045310974121094
Epoch 1846: Loss: 1.2973456382751465
Epoch 1847: Loss: 1.2739089727401733
Epoch 1848: Loss: 1.3219242095947266
Epoch 1849: Loss: 1.2809009552001953
Epoch 1850: Loss: 1.2333389520645142
Epoch 1851: Loss: 1.1848169565200806
Epoch 1852: Loss: 1.2647165060043335
Epoch 1853: Loss: 1.2623600959777832
Epoch 1854: Loss: 1.3013170957565308
Epoch 1855: Loss: 1.2257779836654663
Epoch 1856: Loss: 1.2634270191192627
Epoch 1857: Loss: 1.2805293798446655
Epoch 1858: Loss: 1.261335015296936
Epoch 1859: Loss: 1.2467057704925537
Epoch 1860: Loss: 1.2472307682037354
Epoch 1861: Loss: 1.2508188486099243
Epoch 1862: Loss: 1.3302069902420044
Epoch 1863: Loss: 1.1795011758804321
Epoch 1864: Loss: 1.2977147102355957
Epoch 1865: Loss: 1.2750359773635864
Epoch 1866: Loss: 1.2751623392105103
Epoch 1867: Loss: 1.1924834251403809
Epoch 1868: Loss: 1.2987241744995117
Epoch 1869: Loss: 1.3624374866485596
Epoch 1870: Loss: 1.2953474521636963
Epoch 1871: Loss: 1.200668215751648
Epoch 1872: Loss: 1.1846214532852173
Epoch 1873: Loss: 1.2499547004699707
Epoch 1874: Loss: 1.224575400352478
Epoch 1875: Loss: 1.2688069343566895
Epoch 1876: Loss: 1.3288344144821167
Epoch 1877: Loss: 1.2036921977996826
Epoch 1878: Loss: 1.2819082736968994
Epoch 1879: Loss: 1.3145952224731445
Epoch 1880: Loss: 1.2935470342636108
Epoch 1881: Loss: 1.2838590145111084
Epoch 1882: Loss: 1.2826298475265503
Epoch 1883: Loss: 1.2361797094345093
Epoch 1884: Loss: 1.2835609912872314
Epoch 1885: Loss: 1.2674740552902222
Epoch 1886: Loss: 1.197097659111023
Epoch 1887: Loss: 1.3382234573364258
Epoch 1888: Loss: 1.2833855152130127
Epoch 1889: Loss: 1.2829471826553345
Epoch 1890: Loss: 1.2166345119476318
Epoch 1891: Loss: 1.3234604597091675
Epoch 1892: Loss: 1.2084910869598389
Epoch 1893: Loss: 1.301202654838562
Epoch 1894: Loss: 1.2322062253952026
Epoch 1895: Loss: 1.2453192472457886
Epoch 1896: Loss: 1.1960313320159912
Epoch 1897: Loss: 1.1964263916015625
Epoch 1898: Loss: 1.2166589498519897
Epoch 1899: Loss: 1.1915175914764404
Epoch 1900: Loss: 1.3080165386199951
Epoch 1901: Loss: 1.2574331760406494
Epoch 1902: Loss: 1.2302607297897339
Epoch 1903: Loss: 1.3376784324645996
Epoch 1904: Loss: 1.246367335319519
Epoch 1905: Loss: 1.1780542135238647
Epoch 1906: Loss: 1.2280051708221436
Epoch 1907: Loss: 1.3283778429031372
Epoch 1908: Loss: 1.2967116832733154
Epoch 1909: Loss: 1.2679966688156128
Epoch 1910: Loss: 1.3287875652313232
Epoch 1911: Loss: 1.2307276725769043
Epoch 1912: Loss: 1.2719755172729492
Epoch 1913: Loss: 1.192063331604004
Epoch 1914: Loss: 1.2196550369262695
Epoch 1915: Loss: 1.2119594812393188
Epoch 1916: Loss: 1.2251611948013306
Epoch 1917: Loss: 1.2883485555648804
Epoch 1918: Loss: 1.2105841636657715
Epoch 1919: Loss: 1.2039567232131958
Epoch 1920: Loss: 1.179986596107483
Epoch 1921: Loss: 1.2138572931289673
Epoch 1922: Loss: 1.233198881149292
Epoch 1923: Loss: 1.2829045057296753
Epoch 1924: Loss: 1.235662817955017
Epoch 1925: Loss: 1.2330628633499146
Epoch 1926: Loss: 1.2426830530166626
Epoch 1927: Loss: 1.2356598377227783
Epoch 1928: Loss: 1.243880271911621
Epoch 1929: Loss: 1.1677088737487793
Epoch 1930: Loss: 1.1561477184295654
Epoch 1931: Loss: 1.2143219709396362
Epoch 1932: Loss: 1.2448574304580688
Epoch 1933: Loss: 1.2060710191726685
Epoch 1934: Loss: 1.2920665740966797
Epoch 1935: Loss: 1.2112586498260498
Epoch 1936: Loss: 1.2515711784362793
Epoch 1937: Loss: 1.1908527612686157
Epoch 1938: Loss: 1.2182519435882568
Epoch 1939: Loss: 1.2752246856689453
Epoch 1940: Loss: 1.2043057680130005
Epoch 1941: Loss: 1.251987338066101
Epoch 1942: Loss: 1.1573971509933472
Epoch 1943: Loss: 1.2641667127609253
Epoch 1944: Loss: 1.1120197772979736
Epoch 1945: Loss: 1.2180179357528687
Epoch 1946: Loss: 1.311562180519104
Epoch 1947: Loss: 1.1595838069915771
Epoch 1948: Loss: 1.2016507387161255
Epoch 1949: Loss: 1.2063658237457275
Epoch 1950: Loss: 1.3040995597839355
Epoch 1951: Loss: 1.281617283821106
Epoch 1952: Loss: 1.2223236560821533
Epoch 1953: Loss: 1.2183469533920288
Epoch 1954: Loss: 1.2011384963989258
Epoch 1955: Loss: 1.2638893127441406
Epoch 1956: Loss: 1.2488679885864258
Epoch 1957: Loss: 1.291027545928955
Epoch 1958: Loss: 1.258880615234375
Epoch 1959: Loss: 1.232470154762268
Epoch 1960: Loss: 1.1758781671524048
Epoch 1961: Loss: 1.2364542484283447
Epoch 1962: Loss: 1.1922253370285034
Epoch 1963: Loss: 1.202356219291687
Epoch 1964: Loss: 1.2444318532943726
Epoch 1965: Loss: 1.2560263872146606
Epoch 1966: Loss: 1.1671350002288818
Epoch 1967: Loss: 1.2774051427841187
Epoch 1968: Loss: 1.2191331386566162
Epoch 1969: Loss: 1.162811040878296
Epoch 1970: Loss: 1.2874523401260376
Epoch 1971: Loss: 1.1852668523788452
Epoch 1972: Loss: 1.2391045093536377
Epoch 1973: Loss: 1.1885205507278442
Epoch 1974: Loss: 1.1708314418792725
Epoch 1975: Loss: 1.2707029581069946
Epoch 1976: Loss: 1.2466410398483276
Epoch 1977: Loss: 1.179306983947754
Epoch 1978: Loss: 1.2265064716339111
Epoch 1979: Loss: 1.1886608600616455
Epoch 1980: Loss: 1.2021682262420654
Epoch 1981: Loss: 1.1668155193328857
Epoch 1982: Loss: 1.1776788234710693
Epoch 1983: Loss: 1.1848129034042358
Epoch 1984: Loss: 1.3083497285842896
Epoch 1985: Loss: 1.2121199369430542
Epoch 1986: Loss: 1.1093473434448242
Epoch 1987: Loss: 1.1844724416732788
Epoch 1988: Loss: 1.1476569175720215
Epoch 1989: Loss: 1.3183133602142334
Epoch 1990: Loss: 1.2350412607192993
Epoch 1991: Loss: 1.1493709087371826
Epoch 1992: Loss: 1.231486201286316
Epoch 1993: Loss: 1.1786259412765503
Epoch 1994: Loss: 1.2090909481048584
Epoch 1995: Loss: 1.194546103477478
Epoch 1996: Loss: 1.1668463945388794
Epoch 1997: Loss: 1.2271426916122437
Epoch 1998: Loss: 1.226270079612732
Epoch 1999: Loss: 1.1805214881896973
Epoch 2000: Loss: 1.191827416419983
In [ ]:
def evaluate(data):
    model.eval()
    with torch.no_grad():
        out = model(data.x, data.edge_index)
        loss = loss_func(out.squeeze(), data.y)
    return loss.item()

test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')
Test Loss: 4.553127288818359
In [ ]:
def predict(data):
    model.eval()
    with torch.no_grad():
        predictions = model(data.x, data.edge_index)
    return predictions.squeeze()

predictions = predict(G_data_test)

test_data_['PD GNN 3 LAYERS'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest','PD GNN No sdt',"T_LOCAL_TX_PD",'PD GNN 3 LAYERS']]
Out[ ]:
T_LOCAL_TX_PD PD random forest PD GNN No sdt PD GNN 3 LAYERS
3394 -4 -4 -5 -8
3396 -6 -6 5+ -8
3403 6 -6 -5 3
3404 7+ 7 -5 -8
3421 -5 -5 -5 6+
... ... ... ... ...
4486 -6 -6 -5 -2
4488 5 5 -5 -5
4492 7+ 7+ -5 6+
4494 7 7 -5 6
4499 -3 3 -5 -3

106 rows × 4 columns

PART 3: ANALYSIS AND CONCLUSIONS¶

The random forest is the best estimator we can find for predicting PD in q4. Here the GNN predict mostly values between 4 and 5. This is less accurate even if this model take in account transactions.

After scaling the new GNN is more better than the previous GNN

PART 4: SOME TIPS TO IMPROVE THE MODEL¶

REDUCING NUMBER OF LAYER¶

In [ ]:
class EnhancedGCN(torch.nn.Module):
    def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
        super(EnhancedGCN, self).__init__()
        self.conv1 = GCNConv(num_node_features, hidden_channels)
        self.conv2 = GCNConv(hidden_channels, hidden_channels)
        #self.conv3 = GCNConv(hidden_channels, hidden_channels)  
        self.batch_norm1 = BatchNorm(hidden_channels)  
        #self.batch_norm2 = BatchNorm(hidden_channels) 
        self.dropout_rate = dropout_rate
        self.out = torch.nn.Linear(hidden_channels, output_channels)

    def forward(self, x, edge_index):
        # 1st layer
        x = F.relu(self.conv1(x, edge_index))
        x = self.batch_norm1(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        '''# 2st  layer
        x = F.relu(self.conv2(x, edge_index))
        x = self.batch_norm2(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)
'''
        # 2rd  layer
        x = F.relu(self.conv2(x, edge_index))

        
        x = self.out(x)
        return x
In [ ]:
num_node_features = G_data_train.num_node_features
hidden_channels = 60  
output_channels = 1  
dropout_rate = 0.4 

model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)  
loss_func = torch.nn.MSELoss() 

def train():
    model.train()
    optimizer.zero_grad()
    out = model(G_data_train.x, G_data_train.edge_index)
    loss = loss_func(out.squeeze(), G_data_train.y)
    loss.backward()
    optimizer.step()
    return loss.item()

for epoch in range(2000):
    loss = train()
    print(f'Epoch {epoch+1}: Loss: {loss}')
Epoch 1: Loss: 38.94203567504883
Epoch 2: Loss: 38.59464645385742
Epoch 3: Loss: 38.11622619628906
Epoch 4: Loss: 37.26491165161133
Epoch 5: Loss: 36.7752571105957
Epoch 6: Loss: 36.60786056518555
Epoch 7: Loss: 35.949806213378906
Epoch 8: Loss: 35.09693145751953
Epoch 9: Loss: 34.44548034667969
Epoch 10: Loss: 34.26069259643555
Epoch 11: Loss: 33.56536102294922
Epoch 12: Loss: 33.37255096435547
Epoch 13: Loss: 33.190757751464844
Epoch 14: Loss: 32.572662353515625
Epoch 15: Loss: 31.995418548583984
Epoch 16: Loss: 31.455135345458984
Epoch 17: Loss: 31.316925048828125
Epoch 18: Loss: 30.652313232421875
Epoch 19: Loss: 30.163463592529297
Epoch 20: Loss: 29.81797981262207
Epoch 21: Loss: 29.37807273864746
Epoch 22: Loss: 29.365827560424805
Epoch 23: Loss: 28.777843475341797
Epoch 24: Loss: 28.392324447631836
Epoch 25: Loss: 27.901737213134766
Epoch 26: Loss: 27.91124725341797
Epoch 27: Loss: 27.084339141845703
Epoch 28: Loss: 26.817873001098633
Epoch 29: Loss: 26.290647506713867
Epoch 30: Loss: 26.151762008666992
Epoch 31: Loss: 25.702415466308594
Epoch 32: Loss: 25.44086265563965
Epoch 33: Loss: 25.15323829650879
Epoch 34: Loss: 24.649656295776367
Epoch 35: Loss: 24.082439422607422
Epoch 36: Loss: 23.791473388671875
Epoch 37: Loss: 23.348520278930664
Epoch 38: Loss: 23.25100326538086
Epoch 39: Loss: 22.669349670410156
Epoch 40: Loss: 22.303115844726562
Epoch 41: Loss: 22.211854934692383
Epoch 42: Loss: 21.756837844848633
Epoch 43: Loss: 21.29031753540039
Epoch 44: Loss: 21.138477325439453
Epoch 45: Loss: 20.556825637817383
Epoch 46: Loss: 20.224504470825195
Epoch 47: Loss: 20.164594650268555
Epoch 48: Loss: 19.86600685119629
Epoch 49: Loss: 19.25166130065918
Epoch 50: Loss: 19.0539493560791
Epoch 51: Loss: 18.55272102355957
Epoch 52: Loss: 18.20916748046875
Epoch 53: Loss: 18.050172805786133
Epoch 54: Loss: 17.27394676208496
Epoch 55: Loss: 17.38973045349121
Epoch 56: Loss: 17.087966918945312
Epoch 57: Loss: 16.605669021606445
Epoch 58: Loss: 16.41281509399414
Epoch 59: Loss: 16.237424850463867
Epoch 60: Loss: 15.755111694335938
Epoch 61: Loss: 15.101424217224121
Epoch 62: Loss: 15.187773704528809
Epoch 63: Loss: 14.963494300842285
Epoch 64: Loss: 14.58465576171875
Epoch 65: Loss: 14.102914810180664
Epoch 66: Loss: 13.837170600891113
Epoch 67: Loss: 13.775227546691895
Epoch 68: Loss: 13.463955879211426
Epoch 69: Loss: 13.121667861938477
Epoch 70: Loss: 12.684029579162598
Epoch 71: Loss: 12.531227111816406
Epoch 72: Loss: 11.912325859069824
Epoch 73: Loss: 11.996221542358398
Epoch 74: Loss: 11.6654634475708
Epoch 75: Loss: 11.299118995666504
Epoch 76: Loss: 11.090987205505371
Epoch 77: Loss: 10.962930679321289
Epoch 78: Loss: 10.54882526397705
Epoch 79: Loss: 10.233709335327148
Epoch 80: Loss: 10.06080436706543
Epoch 81: Loss: 9.847128868103027
Epoch 82: Loss: 9.668456077575684
Epoch 83: Loss: 9.49010944366455
Epoch 84: Loss: 9.372687339782715
Epoch 85: Loss: 9.057093620300293
Epoch 86: Loss: 8.734984397888184
Epoch 87: Loss: 8.697752952575684
Epoch 88: Loss: 8.287969589233398
Epoch 89: Loss: 8.145990371704102
Epoch 90: Loss: 8.087736129760742
Epoch 91: Loss: 7.684653282165527
Epoch 92: Loss: 7.714839458465576
Epoch 93: Loss: 7.446471691131592
Epoch 94: Loss: 7.2507004737854
Epoch 95: Loss: 7.092192649841309
Epoch 96: Loss: 6.951071262359619
Epoch 97: Loss: 6.93784236907959
Epoch 98: Loss: 6.586672782897949
Epoch 99: Loss: 6.442073345184326
Epoch 100: Loss: 6.407472133636475
Epoch 101: Loss: 6.2271223068237305
Epoch 102: Loss: 6.295921325683594
Epoch 103: Loss: 6.1111040115356445
Epoch 104: Loss: 5.8969340324401855
Epoch 105: Loss: 5.751029968261719
Epoch 106: Loss: 5.934386730194092
Epoch 107: Loss: 5.552278518676758
Epoch 108: Loss: 5.588709354400635
Epoch 109: Loss: 5.255930423736572
Epoch 110: Loss: 5.30394983291626
Epoch 111: Loss: 5.40484619140625
Epoch 112: Loss: 5.286473751068115
Epoch 113: Loss: 5.010470390319824
Epoch 114: Loss: 5.142552375793457
Epoch 115: Loss: 4.998308181762695
Epoch 116: Loss: 5.205074310302734
Epoch 117: Loss: 4.962063789367676
Epoch 118: Loss: 4.912359237670898
Epoch 119: Loss: 4.89729118347168
Epoch 120: Loss: 4.8986921310424805
Epoch 121: Loss: 4.723726272583008
Epoch 122: Loss: 4.642154216766357
Epoch 123: Loss: 4.664947032928467
Epoch 124: Loss: 4.6302103996276855
Epoch 125: Loss: 4.5759100914001465
Epoch 126: Loss: 4.488678455352783
Epoch 127: Loss: 4.555803298950195
Epoch 128: Loss: 4.470128059387207
Epoch 129: Loss: 4.581603050231934
Epoch 130: Loss: 4.591786861419678
Epoch 131: Loss: 4.397798538208008
Epoch 132: Loss: 4.312047004699707
Epoch 133: Loss: 4.4320244789123535
Epoch 134: Loss: 4.293773651123047
Epoch 135: Loss: 4.51248836517334
Epoch 136: Loss: 4.311111927032471
Epoch 137: Loss: 4.325172424316406
Epoch 138: Loss: 4.22737455368042
Epoch 139: Loss: 4.2088704109191895
Epoch 140: Loss: 4.11851167678833
Epoch 141: Loss: 4.300833225250244
Epoch 142: Loss: 4.238768100738525
Epoch 143: Loss: 4.190964221954346
Epoch 144: Loss: 4.117274284362793
Epoch 145: Loss: 4.262796878814697
Epoch 146: Loss: 4.040557384490967
Epoch 147: Loss: 4.342349529266357
Epoch 148: Loss: 4.075616836547852
Epoch 149: Loss: 4.0056471824646
Epoch 150: Loss: 4.120167255401611
Epoch 151: Loss: 3.9412448406219482
Epoch 152: Loss: 3.8461287021636963
Epoch 153: Loss: 3.9495890140533447
Epoch 154: Loss: 3.824315309524536
Epoch 155: Loss: 3.828904390335083
Epoch 156: Loss: 3.939420223236084
Epoch 157: Loss: 3.9643352031707764
Epoch 158: Loss: 3.796616792678833
Epoch 159: Loss: 3.8600783348083496
Epoch 160: Loss: 3.872438430786133
Epoch 161: Loss: 3.7911288738250732
Epoch 162: Loss: 3.9621636867523193
Epoch 163: Loss: 3.940312385559082
Epoch 164: Loss: 3.7634339332580566
Epoch 165: Loss: 3.516274929046631
Epoch 166: Loss: 3.652355909347534
Epoch 167: Loss: 3.5423340797424316
Epoch 168: Loss: 3.5968830585479736
Epoch 169: Loss: 3.572106122970581
Epoch 170: Loss: 3.785875082015991
Epoch 171: Loss: 3.6135663986206055
Epoch 172: Loss: 3.6219258308410645
Epoch 173: Loss: 3.5130531787872314
Epoch 174: Loss: 3.587500810623169
Epoch 175: Loss: 3.4964311122894287
Epoch 176: Loss: 3.404216766357422
Epoch 177: Loss: 3.474252223968506
Epoch 178: Loss: 3.405381679534912
Epoch 179: Loss: 3.622281789779663
Epoch 180: Loss: 3.4114291667938232
Epoch 181: Loss: 3.300874948501587
Epoch 182: Loss: 3.436060905456543
Epoch 183: Loss: 3.5277597904205322
Epoch 184: Loss: 3.521045207977295
Epoch 185: Loss: 3.489826202392578
Epoch 186: Loss: 3.4482884407043457
Epoch 187: Loss: 3.41733980178833
Epoch 188: Loss: 3.40470027923584
Epoch 189: Loss: 3.3543264865875244
Epoch 190: Loss: 3.457963705062866
Epoch 191: Loss: 3.484537124633789
Epoch 192: Loss: 3.5347366333007812
Epoch 193: Loss: 3.393115282058716
Epoch 194: Loss: 3.317418098449707
Epoch 195: Loss: 3.4507033824920654
Epoch 196: Loss: 3.280193328857422
Epoch 197: Loss: 3.3478851318359375
Epoch 198: Loss: 3.2626380920410156
Epoch 199: Loss: 3.379070997238159
Epoch 200: Loss: 3.1670682430267334
Epoch 201: Loss: 3.304373025894165
Epoch 202: Loss: 3.377563238143921
Epoch 203: Loss: 3.2028284072875977
Epoch 204: Loss: 3.1897714138031006
Epoch 205: Loss: 3.255074977874756
Epoch 206: Loss: 3.309730291366577
Epoch 207: Loss: 3.2690093517303467
Epoch 208: Loss: 3.2885823249816895
Epoch 209: Loss: 3.310873031616211
Epoch 210: Loss: 3.408918857574463
Epoch 211: Loss: 3.162405490875244
Epoch 212: Loss: 3.229426383972168
Epoch 213: Loss: 3.1981801986694336
Epoch 214: Loss: 3.1470205783843994
Epoch 215: Loss: 3.0601632595062256
Epoch 216: Loss: 3.186603307723999
Epoch 217: Loss: 3.143496036529541
Epoch 218: Loss: 3.082463264465332
Epoch 219: Loss: 3.2853283882141113
Epoch 220: Loss: 3.066232919692993
Epoch 221: Loss: 3.0807976722717285
Epoch 222: Loss: 3.140021800994873
Epoch 223: Loss: 3.0282788276672363
Epoch 224: Loss: 2.9681742191314697
Epoch 225: Loss: 3.2004709243774414
Epoch 226: Loss: 3.2127833366394043
Epoch 227: Loss: 3.0495176315307617
Epoch 228: Loss: 3.19144606590271
Epoch 229: Loss: 3.1326096057891846
Epoch 230: Loss: 3.1324169635772705
Epoch 231: Loss: 3.0324344635009766
Epoch 232: Loss: 3.0736656188964844
Epoch 233: Loss: 3.0036518573760986
Epoch 234: Loss: 3.1155989170074463
Epoch 235: Loss: 3.0571579933166504
Epoch 236: Loss: 2.9958133697509766
Epoch 237: Loss: 3.099820613861084
Epoch 238: Loss: 3.0489501953125
Epoch 239: Loss: 2.944413423538208
Epoch 240: Loss: 2.9859156608581543
Epoch 241: Loss: 2.95320725440979
Epoch 242: Loss: 2.879228115081787
Epoch 243: Loss: 2.9827940464019775
Epoch 244: Loss: 3.057448625564575
Epoch 245: Loss: 3.0273430347442627
Epoch 246: Loss: 2.954341173171997
Epoch 247: Loss: 2.875535249710083
Epoch 248: Loss: 2.890686511993408
Epoch 249: Loss: 2.927098512649536
Epoch 250: Loss: 2.96573543548584
Epoch 251: Loss: 2.9955785274505615
Epoch 252: Loss: 3.022549629211426
Epoch 253: Loss: 2.962293863296509
Epoch 254: Loss: 2.8970608711242676
Epoch 255: Loss: 2.8306686878204346
Epoch 256: Loss: 3.0568490028381348
Epoch 257: Loss: 2.9224789142608643
Epoch 258: Loss: 2.954784393310547
Epoch 259: Loss: 2.914219379425049
Epoch 260: Loss: 2.8839645385742188
Epoch 261: Loss: 2.851696252822876
Epoch 262: Loss: 2.9726366996765137
Epoch 263: Loss: 2.8193092346191406
Epoch 264: Loss: 2.826981544494629
Epoch 265: Loss: 2.9130630493164062
Epoch 266: Loss: 2.9633491039276123
Epoch 267: Loss: 2.8570077419281006
Epoch 268: Loss: 2.7800838947296143
Epoch 269: Loss: 2.8468809127807617
Epoch 270: Loss: 2.7794628143310547
Epoch 271: Loss: 2.871015787124634
Epoch 272: Loss: 2.90250301361084
Epoch 273: Loss: 2.740959644317627
Epoch 274: Loss: 2.8479230403900146
Epoch 275: Loss: 2.7726328372955322
Epoch 276: Loss: 2.799694538116455
Epoch 277: Loss: 2.836951494216919
Epoch 278: Loss: 2.936666488647461
Epoch 279: Loss: 2.850212812423706
Epoch 280: Loss: 2.819859027862549
Epoch 281: Loss: 2.7844367027282715
Epoch 282: Loss: 2.904777765274048
Epoch 283: Loss: 2.781879186630249
Epoch 284: Loss: 2.771923303604126
Epoch 285: Loss: 2.7400591373443604
Epoch 286: Loss: 2.839096784591675
Epoch 287: Loss: 2.649857759475708
Epoch 288: Loss: 2.688607931137085
Epoch 289: Loss: 2.717493772506714
Epoch 290: Loss: 2.7619223594665527
Epoch 291: Loss: 2.6754491329193115
Epoch 292: Loss: 2.696152448654175
Epoch 293: Loss: 2.6253139972686768
Epoch 294: Loss: 2.6747663021087646
Epoch 295: Loss: 2.719644069671631
Epoch 296: Loss: 2.63775634765625
Epoch 297: Loss: 2.590437650680542
Epoch 298: Loss: 2.732985496520996
Epoch 299: Loss: 2.7079784870147705
Epoch 300: Loss: 2.6964645385742188
Epoch 301: Loss: 2.5980613231658936
Epoch 302: Loss: 2.613428831100464
Epoch 303: Loss: 2.619633674621582
Epoch 304: Loss: 2.618839740753174
Epoch 305: Loss: 2.526496171951294
Epoch 306: Loss: 2.6276285648345947
Epoch 307: Loss: 2.665116310119629
Epoch 308: Loss: 2.654545307159424
Epoch 309: Loss: 2.6957755088806152
Epoch 310: Loss: 2.622389554977417
Epoch 311: Loss: 2.559619188308716
Epoch 312: Loss: 2.492933750152588
Epoch 313: Loss: 2.6438634395599365
Epoch 314: Loss: 2.6406636238098145
Epoch 315: Loss: 2.6818764209747314
Epoch 316: Loss: 2.6084184646606445
Epoch 317: Loss: 2.6803460121154785
Epoch 318: Loss: 2.691802740097046
Epoch 319: Loss: 2.5886728763580322
Epoch 320: Loss: 2.6221437454223633
Epoch 321: Loss: 2.5506813526153564
Epoch 322: Loss: 2.580502510070801
Epoch 323: Loss: 2.529510498046875
Epoch 324: Loss: 2.549232006072998
Epoch 325: Loss: 2.6923389434814453
Epoch 326: Loss: 2.600170373916626
Epoch 327: Loss: 2.5631070137023926
Epoch 328: Loss: 2.617105722427368
Epoch 329: Loss: 2.6162383556365967
Epoch 330: Loss: 2.4694902896881104
Epoch 331: Loss: 2.543262243270874
Epoch 332: Loss: 2.5984325408935547
Epoch 333: Loss: 2.50826096534729
Epoch 334: Loss: 2.4846549034118652
Epoch 335: Loss: 2.419367551803589
Epoch 336: Loss: 2.525897264480591
Epoch 337: Loss: 2.576490879058838
Epoch 338: Loss: 2.5721428394317627
Epoch 339: Loss: 2.6426117420196533
Epoch 340: Loss: 2.6118276119232178
Epoch 341: Loss: 2.5798304080963135
Epoch 342: Loss: 2.4802939891815186
Epoch 343: Loss: 2.547757387161255
Epoch 344: Loss: 2.527198553085327
Epoch 345: Loss: 2.489957571029663
Epoch 346: Loss: 2.5188896656036377
Epoch 347: Loss: 2.5198819637298584
Epoch 348: Loss: 2.620051383972168
Epoch 349: Loss: 2.5697150230407715
Epoch 350: Loss: 2.456498861312866
Epoch 351: Loss: 2.5208539962768555
Epoch 352: Loss: 2.604665994644165
Epoch 353: Loss: 2.4438838958740234
Epoch 354: Loss: 2.4474446773529053
Epoch 355: Loss: 2.4587552547454834
Epoch 356: Loss: 2.5120086669921875
Epoch 357: Loss: 2.442613124847412
Epoch 358: Loss: 2.555875539779663
Epoch 359: Loss: 2.44277024269104
Epoch 360: Loss: 2.422612428665161
Epoch 361: Loss: 2.4884982109069824
Epoch 362: Loss: 2.452880382537842
Epoch 363: Loss: 2.459906816482544
Epoch 364: Loss: 2.571131706237793
Epoch 365: Loss: 2.3869998455047607
Epoch 366: Loss: 2.476186752319336
Epoch 367: Loss: 2.3522043228149414
Epoch 368: Loss: 2.483062267303467
Epoch 369: Loss: 2.3663887977600098
Epoch 370: Loss: 2.477435350418091
Epoch 371: Loss: 2.4293789863586426
Epoch 372: Loss: 2.4432029724121094
Epoch 373: Loss: 2.397378921508789
Epoch 374: Loss: 2.3413143157958984
Epoch 375: Loss: 2.329824686050415
Epoch 376: Loss: 2.4515790939331055
Epoch 377: Loss: 2.5147616863250732
Epoch 378: Loss: 2.379074811935425
Epoch 379: Loss: 2.3671090602874756
Epoch 380: Loss: 2.470029592514038
Epoch 381: Loss: 2.4656031131744385
Epoch 382: Loss: 2.5639092922210693
Epoch 383: Loss: 2.436108112335205
Epoch 384: Loss: 2.509262800216675
Epoch 385: Loss: 2.485841989517212
Epoch 386: Loss: 2.3625359535217285
Epoch 387: Loss: 2.408980369567871
Epoch 388: Loss: 2.4439268112182617
Epoch 389: Loss: 2.3504531383514404
Epoch 390: Loss: 2.471546173095703
Epoch 391: Loss: 2.4385247230529785
Epoch 392: Loss: 2.370561361312866
Epoch 393: Loss: 2.321662664413452
Epoch 394: Loss: 2.419360876083374
Epoch 395: Loss: 2.3719685077667236
Epoch 396: Loss: 2.3579282760620117
Epoch 397: Loss: 2.3896372318267822
Epoch 398: Loss: 2.3232169151306152
Epoch 399: Loss: 2.387830972671509
Epoch 400: Loss: 2.3135788440704346
Epoch 401: Loss: 2.31569766998291
Epoch 402: Loss: 2.339451313018799
Epoch 403: Loss: 2.465742349624634
Epoch 404: Loss: 2.3521714210510254
Epoch 405: Loss: 2.325427770614624
Epoch 406: Loss: 2.355912208557129
Epoch 407: Loss: 2.3631584644317627
Epoch 408: Loss: 2.376189708709717
Epoch 409: Loss: 2.362494468688965
Epoch 410: Loss: 2.3096115589141846
Epoch 411: Loss: 2.395578622817993
Epoch 412: Loss: 2.4227852821350098
Epoch 413: Loss: 2.407086133956909
Epoch 414: Loss: 2.2098891735076904
Epoch 415: Loss: 2.3963122367858887
Epoch 416: Loss: 2.4012789726257324
Epoch 417: Loss: 2.3220434188842773
Epoch 418: Loss: 2.326279640197754
Epoch 419: Loss: 2.303009033203125
Epoch 420: Loss: 2.2656471729278564
Epoch 421: Loss: 2.1863853931427
Epoch 422: Loss: 2.285834789276123
Epoch 423: Loss: 2.287900924682617
Epoch 424: Loss: 2.2961881160736084
Epoch 425: Loss: 2.280773162841797
Epoch 426: Loss: 2.266577959060669
Epoch 427: Loss: 2.3051035404205322
Epoch 428: Loss: 2.257725715637207
Epoch 429: Loss: 2.3577957153320312
Epoch 430: Loss: 2.4510602951049805
Epoch 431: Loss: 2.2730820178985596
Epoch 432: Loss: 2.411952495574951
Epoch 433: Loss: 2.2321393489837646
Epoch 434: Loss: 2.3227550983428955
Epoch 435: Loss: 2.3281326293945312
Epoch 436: Loss: 2.2797210216522217
Epoch 437: Loss: 2.276618003845215
Epoch 438: Loss: 2.290417194366455
Epoch 439: Loss: 2.3214194774627686
Epoch 440: Loss: 2.2158846855163574
Epoch 441: Loss: 2.312887191772461
Epoch 442: Loss: 2.2674078941345215
Epoch 443: Loss: 2.1981916427612305
Epoch 444: Loss: 2.2969229221343994
Epoch 445: Loss: 2.2058041095733643
Epoch 446: Loss: 2.361464262008667
Epoch 447: Loss: 2.214080810546875
Epoch 448: Loss: 2.2032876014709473
Epoch 449: Loss: 2.31725811958313
Epoch 450: Loss: 2.2496817111968994
Epoch 451: Loss: 2.235960006713867
Epoch 452: Loss: 2.21038556098938
Epoch 453: Loss: 2.298386573791504
Epoch 454: Loss: 2.3243985176086426
Epoch 455: Loss: 2.1755192279815674
Epoch 456: Loss: 2.2618093490600586
Epoch 457: Loss: 2.2899389266967773
Epoch 458: Loss: 2.3021249771118164
Epoch 459: Loss: 2.233039379119873
Epoch 460: Loss: 2.215038776397705
Epoch 461: Loss: 2.2130191326141357
Epoch 462: Loss: 2.1825637817382812
Epoch 463: Loss: 2.3014302253723145
Epoch 464: Loss: 2.2587761878967285
Epoch 465: Loss: 2.3176512718200684
Epoch 466: Loss: 2.2561655044555664
Epoch 467: Loss: 2.280766725540161
Epoch 468: Loss: 2.2022452354431152
Epoch 469: Loss: 2.337517499923706
Epoch 470: Loss: 2.103308916091919
Epoch 471: Loss: 2.363715887069702
Epoch 472: Loss: 2.1557936668395996
Epoch 473: Loss: 2.18155837059021
Epoch 474: Loss: 2.350369691848755
Epoch 475: Loss: 2.1551525592803955
Epoch 476: Loss: 2.2064766883850098
Epoch 477: Loss: 2.135037660598755
Epoch 478: Loss: 2.2851293087005615
Epoch 479: Loss: 2.1344923973083496
Epoch 480: Loss: 2.3342320919036865
Epoch 481: Loss: 2.2591941356658936
Epoch 482: Loss: 2.21181583404541
Epoch 483: Loss: 2.219654083251953
Epoch 484: Loss: 2.1298491954803467
Epoch 485: Loss: 2.190534830093384
Epoch 486: Loss: 2.1557343006134033
Epoch 487: Loss: 2.273650884628296
Epoch 488: Loss: 2.1221306324005127
Epoch 489: Loss: 2.2924365997314453
Epoch 490: Loss: 2.3156356811523438
Epoch 491: Loss: 2.148845672607422
Epoch 492: Loss: 2.095247507095337
Epoch 493: Loss: 2.160597562789917
Epoch 494: Loss: 2.2729270458221436
Epoch 495: Loss: 2.161456823348999
Epoch 496: Loss: 2.1284453868865967
Epoch 497: Loss: 2.031989097595215
Epoch 498: Loss: 2.165302038192749
Epoch 499: Loss: 2.0974183082580566
Epoch 500: Loss: 2.143186569213867
Epoch 501: Loss: 2.1472909450531006
Epoch 502: Loss: 2.122696876525879
Epoch 503: Loss: 2.187608242034912
Epoch 504: Loss: 2.2002835273742676
Epoch 505: Loss: 2.1216814517974854
Epoch 506: Loss: 2.127476453781128
Epoch 507: Loss: 2.213521718978882
Epoch 508: Loss: 2.2154722213745117
Epoch 509: Loss: 2.05769944190979
Epoch 510: Loss: 2.1011059284210205
Epoch 511: Loss: 2.1584177017211914
Epoch 512: Loss: 2.0832018852233887
Epoch 513: Loss: 2.1306228637695312
Epoch 514: Loss: 2.148820638656616
Epoch 515: Loss: 2.2212934494018555
Epoch 516: Loss: 2.180405616760254
Epoch 517: Loss: 2.101456642150879
Epoch 518: Loss: 2.1602728366851807
Epoch 519: Loss: 2.210371732711792
Epoch 520: Loss: 2.163710355758667
Epoch 521: Loss: 2.1356143951416016
Epoch 522: Loss: 2.047694206237793
Epoch 523: Loss: 2.1739487648010254
Epoch 524: Loss: 2.0496037006378174
Epoch 525: Loss: 2.044302225112915
Epoch 526: Loss: 2.1378934383392334
Epoch 527: Loss: 2.110126495361328
Epoch 528: Loss: 2.104109764099121
Epoch 529: Loss: 2.142737865447998
Epoch 530: Loss: 2.162370443344116
Epoch 531: Loss: 2.054638147354126
Epoch 532: Loss: 2.1385631561279297
Epoch 533: Loss: 2.0439984798431396
Epoch 534: Loss: 2.070195436477661
Epoch 535: Loss: 2.115790605545044
Epoch 536: Loss: 2.082120418548584
Epoch 537: Loss: 2.0825133323669434
Epoch 538: Loss: 2.0948987007141113
Epoch 539: Loss: 2.1563985347747803
Epoch 540: Loss: 2.1403849124908447
Epoch 541: Loss: 2.129991292953491
Epoch 542: Loss: 2.173717975616455
Epoch 543: Loss: 2.147550344467163
Epoch 544: Loss: 1.9437767267227173
Epoch 545: Loss: 2.073906183242798
Epoch 546: Loss: 2.06156849861145
Epoch 547: Loss: 2.058650255203247
Epoch 548: Loss: 2.1214346885681152
Epoch 549: Loss: 2.0871710777282715
Epoch 550: Loss: 2.052001476287842
Epoch 551: Loss: 2.152275562286377
Epoch 552: Loss: 2.048089027404785
Epoch 553: Loss: 2.0940072536468506
Epoch 554: Loss: 2.0457587242126465
Epoch 555: Loss: 2.121398448944092
Epoch 556: Loss: 2.0703787803649902
Epoch 557: Loss: 2.0772030353546143
Epoch 558: Loss: 2.049351692199707
Epoch 559: Loss: 2.088325023651123
Epoch 560: Loss: 2.126096487045288
Epoch 561: Loss: 2.043982744216919
Epoch 562: Loss: 2.0298514366149902
Epoch 563: Loss: 2.0741543769836426
Epoch 564: Loss: 1.999040126800537
Epoch 565: Loss: 2.0705764293670654
Epoch 566: Loss: 2.127263307571411
Epoch 567: Loss: 2.1008894443511963
Epoch 568: Loss: 2.051952600479126
Epoch 569: Loss: 2.0982425212860107
Epoch 570: Loss: 2.1480515003204346
Epoch 571: Loss: 2.1375386714935303
Epoch 572: Loss: 2.1137049198150635
Epoch 573: Loss: 1.99089777469635
Epoch 574: Loss: 1.9890186786651611
Epoch 575: Loss: 2.0340919494628906
Epoch 576: Loss: 2.0961973667144775
Epoch 577: Loss: 2.0924816131591797
Epoch 578: Loss: 2.008518695831299
Epoch 579: Loss: 2.0117950439453125
Epoch 580: Loss: 1.9657403230667114
Epoch 581: Loss: 2.0558769702911377
Epoch 582: Loss: 2.0892274379730225
Epoch 583: Loss: 1.9700548648834229
Epoch 584: Loss: 2.0555994510650635
Epoch 585: Loss: 1.9720271825790405
Epoch 586: Loss: 2.0719122886657715
Epoch 587: Loss: 2.0009171962738037
Epoch 588: Loss: 2.133418560028076
Epoch 589: Loss: 2.0270044803619385
Epoch 590: Loss: 1.9609369039535522
Epoch 591: Loss: 1.9827935695648193
Epoch 592: Loss: 1.8987998962402344
Epoch 593: Loss: 1.9723576307296753
Epoch 594: Loss: 2.028350591659546
Epoch 595: Loss: 1.8906574249267578
Epoch 596: Loss: 2.067044496536255
Epoch 597: Loss: 2.0377156734466553
Epoch 598: Loss: 1.9748843908309937
Epoch 599: Loss: 2.0654945373535156
Epoch 600: Loss: 1.9446749687194824
Epoch 601: Loss: 1.9442366361618042
Epoch 602: Loss: 1.942608118057251
Epoch 603: Loss: 2.070667266845703
Epoch 604: Loss: 1.935298204421997
Epoch 605: Loss: 2.011331558227539
Epoch 606: Loss: 1.991232991218567
Epoch 607: Loss: 1.9636868238449097
Epoch 608: Loss: 1.9932297468185425
Epoch 609: Loss: 1.9962178468704224
Epoch 610: Loss: 2.0510122776031494
Epoch 611: Loss: 2.0421864986419678
Epoch 612: Loss: 1.9352777004241943
Epoch 613: Loss: 2.0303902626037598
Epoch 614: Loss: 2.010967493057251
Epoch 615: Loss: 2.0377683639526367
Epoch 616: Loss: 2.0042006969451904
Epoch 617: Loss: 2.1150498390197754
Epoch 618: Loss: 1.942428708076477
Epoch 619: Loss: 2.0193092823028564
Epoch 620: Loss: 1.9054901599884033
Epoch 621: Loss: 1.953661561012268
Epoch 622: Loss: 1.9022287130355835
Epoch 623: Loss: 1.9610203504562378
Epoch 624: Loss: 1.994590163230896
Epoch 625: Loss: 1.972133755683899
Epoch 626: Loss: 1.9746109247207642
Epoch 627: Loss: 1.8975589275360107
Epoch 628: Loss: 1.8981149196624756
Epoch 629: Loss: 1.9713029861450195
Epoch 630: Loss: 1.953107476234436
Epoch 631: Loss: 1.9816482067108154
Epoch 632: Loss: 2.0317118167877197
Epoch 633: Loss: 1.9607614278793335
Epoch 634: Loss: 1.9630733728408813
Epoch 635: Loss: 1.8557853698730469
Epoch 636: Loss: 1.9823684692382812
Epoch 637: Loss: 1.8734921216964722
Epoch 638: Loss: 1.9495158195495605
Epoch 639: Loss: 1.9032255411148071
Epoch 640: Loss: 1.8806545734405518
Epoch 641: Loss: 1.9894846677780151
Epoch 642: Loss: 1.9389677047729492
Epoch 643: Loss: 1.9060901403427124
Epoch 644: Loss: 1.9251033067703247
Epoch 645: Loss: 1.9628446102142334
Epoch 646: Loss: 1.9228869676589966
Epoch 647: Loss: 1.9279931783676147
Epoch 648: Loss: 2.01808762550354
Epoch 649: Loss: 2.0148870944976807
Epoch 650: Loss: 1.888006329536438
Epoch 651: Loss: 1.9455596208572388
Epoch 652: Loss: 1.9219350814819336
Epoch 653: Loss: 1.966737151145935
Epoch 654: Loss: 1.8667951822280884
Epoch 655: Loss: 1.8965280055999756
Epoch 656: Loss: 1.9558440446853638
Epoch 657: Loss: 1.9141956567764282
Epoch 658: Loss: 1.8904238939285278
Epoch 659: Loss: 1.8561594486236572
Epoch 660: Loss: 1.8928475379943848
Epoch 661: Loss: 1.958284616470337
Epoch 662: Loss: 1.9479210376739502
Epoch 663: Loss: 1.9059035778045654
Epoch 664: Loss: 1.9089969396591187
Epoch 665: Loss: 1.7972701787948608
Epoch 666: Loss: 1.901841163635254
Epoch 667: Loss: 1.9866023063659668
Epoch 668: Loss: 1.9107266664505005
Epoch 669: Loss: 1.8675254583358765
Epoch 670: Loss: 1.8340401649475098
Epoch 671: Loss: 1.9438761472702026
Epoch 672: Loss: 1.906026005744934
Epoch 673: Loss: 1.9561874866485596
Epoch 674: Loss: 1.8410780429840088
Epoch 675: Loss: 1.8624192476272583
Epoch 676: Loss: 1.845953106880188
Epoch 677: Loss: 1.8579293489456177
Epoch 678: Loss: 1.7937822341918945
Epoch 679: Loss: 1.8906159400939941
Epoch 680: Loss: 1.9359058141708374
Epoch 681: Loss: 1.845725178718567
Epoch 682: Loss: 1.9844905138015747
Epoch 683: Loss: 1.9326725006103516
Epoch 684: Loss: 1.8013876676559448
Epoch 685: Loss: 1.8819025754928589
Epoch 686: Loss: 1.815635323524475
Epoch 687: Loss: 1.8755894899368286
Epoch 688: Loss: 1.8831660747528076
Epoch 689: Loss: 1.8794139623641968
Epoch 690: Loss: 1.8408780097961426
Epoch 691: Loss: 1.9380866289138794
Epoch 692: Loss: 1.8290280103683472
Epoch 693: Loss: 1.9060536623001099
Epoch 694: Loss: 1.8227908611297607
Epoch 695: Loss: 1.9199386835098267
Epoch 696: Loss: 1.8683072328567505
Epoch 697: Loss: 1.8644366264343262
Epoch 698: Loss: 1.801134467124939
Epoch 699: Loss: 1.8349827527999878
Epoch 700: Loss: 1.8049312829971313
Epoch 701: Loss: 1.8699411153793335
Epoch 702: Loss: 1.8646626472473145
Epoch 703: Loss: 1.865731954574585
Epoch 704: Loss: 1.8330742120742798
Epoch 705: Loss: 1.874571442604065
Epoch 706: Loss: 1.798498511314392
Epoch 707: Loss: 1.8048439025878906
Epoch 708: Loss: 1.9092901945114136
Epoch 709: Loss: 1.778655767440796
Epoch 710: Loss: 1.9069832563400269
Epoch 711: Loss: 1.8517558574676514
Epoch 712: Loss: 1.848832607269287
Epoch 713: Loss: 1.8511109352111816
Epoch 714: Loss: 1.8549891710281372
Epoch 715: Loss: 1.816602349281311
Epoch 716: Loss: 1.9139697551727295
Epoch 717: Loss: 1.8229964971542358
Epoch 718: Loss: 1.807257890701294
Epoch 719: Loss: 1.7560898065567017
Epoch 720: Loss: 1.7766724824905396
Epoch 721: Loss: 1.8268928527832031
Epoch 722: Loss: 1.7974580526351929
Epoch 723: Loss: 1.7585477828979492
Epoch 724: Loss: 1.8525537252426147
Epoch 725: Loss: 1.7691413164138794
Epoch 726: Loss: 1.8313878774642944
Epoch 727: Loss: 1.8359063863754272
Epoch 728: Loss: 1.783121109008789
Epoch 729: Loss: 1.8290975093841553
Epoch 730: Loss: 1.8335715532302856
Epoch 731: Loss: 1.8011451959609985
Epoch 732: Loss: 1.8585783243179321
Epoch 733: Loss: 1.8659389019012451
Epoch 734: Loss: 1.697242259979248
Epoch 735: Loss: 1.7374825477600098
Epoch 736: Loss: 1.826459288597107
Epoch 737: Loss: 1.8348644971847534
Epoch 738: Loss: 1.789745807647705
Epoch 739: Loss: 1.7753405570983887
Epoch 740: Loss: 1.8195208311080933
Epoch 741: Loss: 1.7680916786193848
Epoch 742: Loss: 1.7797189950942993
Epoch 743: Loss: 1.743402361869812
Epoch 744: Loss: 1.7344075441360474
Epoch 745: Loss: 1.755849003791809
Epoch 746: Loss: 1.7563292980194092
Epoch 747: Loss: 1.7988578081130981
Epoch 748: Loss: 1.6836721897125244
Epoch 749: Loss: 1.7534972429275513
Epoch 750: Loss: 1.6802899837493896
Epoch 751: Loss: 1.795454740524292
Epoch 752: Loss: 1.8396735191345215
Epoch 753: Loss: 1.8522313833236694
Epoch 754: Loss: 1.763745903968811
Epoch 755: Loss: 1.8198702335357666
Epoch 756: Loss: 1.7729763984680176
Epoch 757: Loss: 1.8305259943008423
Epoch 758: Loss: 1.8511546850204468
Epoch 759: Loss: 1.8392465114593506
Epoch 760: Loss: 1.7692841291427612
Epoch 761: Loss: 1.7524007558822632
Epoch 762: Loss: 1.8042609691619873
Epoch 763: Loss: 1.7984066009521484
Epoch 764: Loss: 1.7547204494476318
Epoch 765: Loss: 1.7796093225479126
Epoch 766: Loss: 1.7575926780700684
Epoch 767: Loss: 1.7467930316925049
Epoch 768: Loss: 1.7458277940750122
Epoch 769: Loss: 1.791353464126587
Epoch 770: Loss: 1.7052963972091675
Epoch 771: Loss: 1.753006100654602
Epoch 772: Loss: 1.755192518234253
Epoch 773: Loss: 1.7954920530319214
Epoch 774: Loss: 1.7495129108428955
Epoch 775: Loss: 1.8060253858566284
Epoch 776: Loss: 1.7435452938079834
Epoch 777: Loss: 1.7980825901031494
Epoch 778: Loss: 1.829787015914917
Epoch 779: Loss: 1.7255923748016357
Epoch 780: Loss: 1.8030518293380737
Epoch 781: Loss: 1.8054494857788086
Epoch 782: Loss: 1.764672040939331
Epoch 783: Loss: 1.7303876876831055
Epoch 784: Loss: 1.7950061559677124
Epoch 785: Loss: 1.70107901096344
Epoch 786: Loss: 1.7496322393417358
Epoch 787: Loss: 1.704391598701477
Epoch 788: Loss: 1.7141212224960327
Epoch 789: Loss: 1.6698791980743408
Epoch 790: Loss: 1.8044637441635132
Epoch 791: Loss: 1.7549388408660889
Epoch 792: Loss: 1.723118543624878
Epoch 793: Loss: 1.738569736480713
Epoch 794: Loss: 1.7888603210449219
Epoch 795: Loss: 1.7428467273712158
Epoch 796: Loss: 1.7870007753372192
Epoch 797: Loss: 1.7151966094970703
Epoch 798: Loss: 1.7637852430343628
Epoch 799: Loss: 1.6941847801208496
Epoch 800: Loss: 1.666613221168518
Epoch 801: Loss: 1.6719276905059814
Epoch 802: Loss: 1.685638189315796
Epoch 803: Loss: 1.7822896242141724
Epoch 804: Loss: 1.660003423690796
Epoch 805: Loss: 1.6904616355895996
Epoch 806: Loss: 1.763939619064331
Epoch 807: Loss: 1.703116774559021
Epoch 808: Loss: 1.7473669052124023
Epoch 809: Loss: 1.784698247909546
Epoch 810: Loss: 1.7313435077667236
Epoch 811: Loss: 1.6992048025131226
Epoch 812: Loss: 1.6656941175460815
Epoch 813: Loss: 1.6558338403701782
Epoch 814: Loss: 1.7255553007125854
Epoch 815: Loss: 1.693341612815857
Epoch 816: Loss: 1.7298446893692017
Epoch 817: Loss: 1.675667643547058
Epoch 818: Loss: 1.715070128440857
Epoch 819: Loss: 1.7440261840820312
Epoch 820: Loss: 1.7130547761917114
Epoch 821: Loss: 1.6832618713378906
Epoch 822: Loss: 1.801376461982727
Epoch 823: Loss: 1.6915029287338257
Epoch 824: Loss: 1.66593337059021
Epoch 825: Loss: 1.7414979934692383
Epoch 826: Loss: 1.7424862384796143
Epoch 827: Loss: 1.68836510181427
Epoch 828: Loss: 1.697081446647644
Epoch 829: Loss: 1.7461391687393188
Epoch 830: Loss: 1.6200177669525146
Epoch 831: Loss: 1.6714122295379639
Epoch 832: Loss: 1.6613438129425049
Epoch 833: Loss: 1.7275292873382568
Epoch 834: Loss: 1.7263195514678955
Epoch 835: Loss: 1.63739013671875
Epoch 836: Loss: 1.647426962852478
Epoch 837: Loss: 1.656004548072815
Epoch 838: Loss: 1.6224491596221924
Epoch 839: Loss: 1.6761480569839478
Epoch 840: Loss: 1.6665762662887573
Epoch 841: Loss: 1.671675443649292
Epoch 842: Loss: 1.7504055500030518
Epoch 843: Loss: 1.682832956314087
Epoch 844: Loss: 1.7070685625076294
Epoch 845: Loss: 1.632554531097412
Epoch 846: Loss: 1.5873407125473022
Epoch 847: Loss: 1.633361577987671
Epoch 848: Loss: 1.746694564819336
Epoch 849: Loss: 1.7285536527633667
Epoch 850: Loss: 1.6985112428665161
Epoch 851: Loss: 1.7174018621444702
Epoch 852: Loss: 1.6543490886688232
Epoch 853: Loss: 1.6443294286727905
Epoch 854: Loss: 1.673852562904358
Epoch 855: Loss: 1.6868363618850708
Epoch 856: Loss: 1.6459814310073853
Epoch 857: Loss: 1.7131812572479248
Epoch 858: Loss: 1.6883864402770996
Epoch 859: Loss: 1.7597432136535645
Epoch 860: Loss: 1.6422210931777954
Epoch 861: Loss: 1.6334964036941528
Epoch 862: Loss: 1.6937179565429688
Epoch 863: Loss: 1.7111921310424805
Epoch 864: Loss: 1.6500656604766846
Epoch 865: Loss: 1.6725120544433594
Epoch 866: Loss: 1.710163950920105
Epoch 867: Loss: 1.5930849313735962
Epoch 868: Loss: 1.6357845067977905
Epoch 869: Loss: 1.621049165725708
Epoch 870: Loss: 1.6041114330291748
Epoch 871: Loss: 1.6725574731826782
Epoch 872: Loss: 1.6983855962753296
Epoch 873: Loss: 1.6270627975463867
Epoch 874: Loss: 1.6381715536117554
Epoch 875: Loss: 1.734047770500183
Epoch 876: Loss: 1.6122126579284668
Epoch 877: Loss: 1.7112345695495605
Epoch 878: Loss: 1.5781457424163818
Epoch 879: Loss: 1.6123889684677124
Epoch 880: Loss: 1.6292182207107544
Epoch 881: Loss: 1.7009228467941284
Epoch 882: Loss: 1.685908317565918
Epoch 883: Loss: 1.6572993993759155
Epoch 884: Loss: 1.5307692289352417
Epoch 885: Loss: 1.6617577075958252
Epoch 886: Loss: 1.7139461040496826
Epoch 887: Loss: 1.6379461288452148
Epoch 888: Loss: 1.6119489669799805
Epoch 889: Loss: 1.6284151077270508
Epoch 890: Loss: 1.6103755235671997
Epoch 891: Loss: 1.5986592769622803
Epoch 892: Loss: 1.6204440593719482
Epoch 893: Loss: 1.5295288562774658
Epoch 894: Loss: 1.6384057998657227
Epoch 895: Loss: 1.6455771923065186
Epoch 896: Loss: 1.6413160562515259
Epoch 897: Loss: 1.6311527490615845
Epoch 898: Loss: 1.5922333002090454
Epoch 899: Loss: 1.65604567527771
Epoch 900: Loss: 1.6197631359100342
Epoch 901: Loss: 1.633082389831543
Epoch 902: Loss: 1.588135838508606
Epoch 903: Loss: 1.5860294103622437
Epoch 904: Loss: 1.6218454837799072
Epoch 905: Loss: 1.6510798931121826
Epoch 906: Loss: 1.622501254081726
Epoch 907: Loss: 1.551932692527771
Epoch 908: Loss: 1.5370131731033325
Epoch 909: Loss: 1.6329805850982666
Epoch 910: Loss: 1.6054131984710693
Epoch 911: Loss: 1.6550558805465698
Epoch 912: Loss: 1.6293035745620728
Epoch 913: Loss: 1.5975528955459595
Epoch 914: Loss: 1.5574296712875366
Epoch 915: Loss: 1.5813238620758057
Epoch 916: Loss: 1.5892740488052368
Epoch 917: Loss: 1.582244634628296
Epoch 918: Loss: 1.5767773389816284
Epoch 919: Loss: 1.5589547157287598
Epoch 920: Loss: 1.672362208366394
Epoch 921: Loss: 1.6158528327941895
Epoch 922: Loss: 1.5323024988174438
Epoch 923: Loss: 1.5912806987762451
Epoch 924: Loss: 1.6199610233306885
Epoch 925: Loss: 1.5541326999664307
Epoch 926: Loss: 1.6099789142608643
Epoch 927: Loss: 1.61133873462677
Epoch 928: Loss: 1.636441946029663
Epoch 929: Loss: 1.575003981590271
Epoch 930: Loss: 1.5691866874694824
Epoch 931: Loss: 1.5432829856872559
Epoch 932: Loss: 1.6292606592178345
Epoch 933: Loss: 1.5790209770202637
Epoch 934: Loss: 1.5797853469848633
Epoch 935: Loss: 1.613563895225525
Epoch 936: Loss: 1.4848600625991821
Epoch 937: Loss: 1.6597493886947632
Epoch 938: Loss: 1.5359125137329102
Epoch 939: Loss: 1.6071876287460327
Epoch 940: Loss: 1.62843918800354
Epoch 941: Loss: 1.510058045387268
Epoch 942: Loss: 1.5949921607971191
Epoch 943: Loss: 1.5923182964324951
Epoch 944: Loss: 1.5951595306396484
Epoch 945: Loss: 1.548413872718811
Epoch 946: Loss: 1.5320411920547485
Epoch 947: Loss: 1.6090635061264038
Epoch 948: Loss: 1.626819372177124
Epoch 949: Loss: 1.6264116764068604
Epoch 950: Loss: 1.5983779430389404
Epoch 951: Loss: 1.5102043151855469
Epoch 952: Loss: 1.5084402561187744
Epoch 953: Loss: 1.624804139137268
Epoch 954: Loss: 1.5767619609832764
Epoch 955: Loss: 1.541139841079712
Epoch 956: Loss: 1.5105953216552734
Epoch 957: Loss: 1.6172809600830078
Epoch 958: Loss: 1.548548698425293
Epoch 959: Loss: 1.5921989679336548
Epoch 960: Loss: 1.5720158815383911
Epoch 961: Loss: 1.589661717414856
Epoch 962: Loss: 1.5319327116012573
Epoch 963: Loss: 1.5171164274215698
Epoch 964: Loss: 1.601338267326355
Epoch 965: Loss: 1.550094723701477
Epoch 966: Loss: 1.5571553707122803
Epoch 967: Loss: 1.5963557958602905
Epoch 968: Loss: 1.5382602214813232
Epoch 969: Loss: 1.5630991458892822
Epoch 970: Loss: 1.5827522277832031
Epoch 971: Loss: 1.5724836587905884
Epoch 972: Loss: 1.5488016605377197
Epoch 973: Loss: 1.664960265159607
Epoch 974: Loss: 1.5805623531341553
Epoch 975: Loss: 1.4806240797042847
Epoch 976: Loss: 1.494802713394165
Epoch 977: Loss: 1.5097612142562866
Epoch 978: Loss: 1.5415654182434082
Epoch 979: Loss: 1.5146090984344482
Epoch 980: Loss: 1.600645661354065
Epoch 981: Loss: 1.443804144859314
Epoch 982: Loss: 1.4970104694366455
Epoch 983: Loss: 1.5923951864242554
Epoch 984: Loss: 1.499572515487671
Epoch 985: Loss: 1.5189443826675415
Epoch 986: Loss: 1.5713200569152832
Epoch 987: Loss: 1.5762923955917358
Epoch 988: Loss: 1.570806860923767
Epoch 989: Loss: 1.5669150352478027
Epoch 990: Loss: 1.5905362367630005
Epoch 991: Loss: 1.5221220254898071
Epoch 992: Loss: 1.5461350679397583
Epoch 993: Loss: 1.5820059776306152
Epoch 994: Loss: 1.5803542137145996
Epoch 995: Loss: 1.5313433408737183
Epoch 996: Loss: 1.4666194915771484
Epoch 997: Loss: 1.5914090871810913
Epoch 998: Loss: 1.5673761367797852
Epoch 999: Loss: 1.6505030393600464
Epoch 1000: Loss: 1.564374327659607
Epoch 1001: Loss: 1.5183109045028687
Epoch 1002: Loss: 1.5232255458831787
Epoch 1003: Loss: 1.4829059839248657
Epoch 1004: Loss: 1.4945169687271118
Epoch 1005: Loss: 1.5561802387237549
Epoch 1006: Loss: 1.4699733257293701
Epoch 1007: Loss: 1.619357705116272
Epoch 1008: Loss: 1.4886133670806885
Epoch 1009: Loss: 1.4240775108337402
Epoch 1010: Loss: 1.4601802825927734
Epoch 1011: Loss: 1.4744794368743896
Epoch 1012: Loss: 1.5171329975128174
Epoch 1013: Loss: 1.5793792009353638
Epoch 1014: Loss: 1.6174852848052979
Epoch 1015: Loss: 1.56576669216156
Epoch 1016: Loss: 1.5778486728668213
Epoch 1017: Loss: 1.529118299484253
Epoch 1018: Loss: 1.5333051681518555
Epoch 1019: Loss: 1.5174357891082764
Epoch 1020: Loss: 1.5246787071228027
Epoch 1021: Loss: 1.5132718086242676
Epoch 1022: Loss: 1.510470986366272
Epoch 1023: Loss: 1.5954227447509766
Epoch 1024: Loss: 1.5330768823623657
Epoch 1025: Loss: 1.5622855424880981
Epoch 1026: Loss: 1.5404812097549438
Epoch 1027: Loss: 1.4354190826416016
Epoch 1028: Loss: 1.5285944938659668
Epoch 1029: Loss: 1.5281938314437866
Epoch 1030: Loss: 1.5041166543960571
Epoch 1031: Loss: 1.5402742624282837
Epoch 1032: Loss: 1.5823874473571777
Epoch 1033: Loss: 1.4828448295593262
Epoch 1034: Loss: 1.4898583889007568
Epoch 1035: Loss: 1.492372989654541
Epoch 1036: Loss: 1.50960111618042
Epoch 1037: Loss: 1.5129296779632568
Epoch 1038: Loss: 1.5595415830612183
Epoch 1039: Loss: 1.4868446588516235
Epoch 1040: Loss: 1.47510826587677
Epoch 1041: Loss: 1.5530657768249512
Epoch 1042: Loss: 1.5126742124557495
Epoch 1043: Loss: 1.5576905012130737
Epoch 1044: Loss: 1.5789881944656372
Epoch 1045: Loss: 1.5172128677368164
Epoch 1046: Loss: 1.4866305589675903
Epoch 1047: Loss: 1.5401328802108765
Epoch 1048: Loss: 1.521795630455017
Epoch 1049: Loss: 1.4401965141296387
Epoch 1050: Loss: 1.4487438201904297
Epoch 1051: Loss: 1.4707932472229004
Epoch 1052: Loss: 1.4794464111328125
Epoch 1053: Loss: 1.5498335361480713
Epoch 1054: Loss: 1.5603679418563843
Epoch 1055: Loss: 1.4622529745101929
Epoch 1056: Loss: 1.5423252582550049
Epoch 1057: Loss: 1.5276219844818115
Epoch 1058: Loss: 1.5242681503295898
Epoch 1059: Loss: 1.4266959428787231
Epoch 1060: Loss: 1.5038665533065796
Epoch 1061: Loss: 1.492506980895996
Epoch 1062: Loss: 1.5115251541137695
Epoch 1063: Loss: 1.4675744771957397
Epoch 1064: Loss: 1.515550971031189
Epoch 1065: Loss: 1.4727559089660645
Epoch 1066: Loss: 1.4121294021606445
Epoch 1067: Loss: 1.4232772588729858
Epoch 1068: Loss: 1.5793012380599976
Epoch 1069: Loss: 1.4563286304473877
Epoch 1070: Loss: 1.462018609046936
Epoch 1071: Loss: 1.5222022533416748
Epoch 1072: Loss: 1.536035180091858
Epoch 1073: Loss: 1.4372650384902954
Epoch 1074: Loss: 1.4542981386184692
Epoch 1075: Loss: 1.4558489322662354
Epoch 1076: Loss: 1.5101066827774048
Epoch 1077: Loss: 1.470090627670288
Epoch 1078: Loss: 1.521970510482788
Epoch 1079: Loss: 1.4527744054794312
Epoch 1080: Loss: 1.4209442138671875
Epoch 1081: Loss: 1.506082534790039
Epoch 1082: Loss: 1.435014009475708
Epoch 1083: Loss: 1.4650148153305054
Epoch 1084: Loss: 1.4996461868286133
Epoch 1085: Loss: 1.5337889194488525
Epoch 1086: Loss: 1.4706135988235474
Epoch 1087: Loss: 1.4467626810073853
Epoch 1088: Loss: 1.4083702564239502
Epoch 1089: Loss: 1.4920328855514526
Epoch 1090: Loss: 1.5026581287384033
Epoch 1091: Loss: 1.4958083629608154
Epoch 1092: Loss: 1.4581363201141357
Epoch 1093: Loss: 1.522168755531311
Epoch 1094: Loss: 1.4002593755722046
Epoch 1095: Loss: 1.5265341997146606
Epoch 1096: Loss: 1.4315428733825684
Epoch 1097: Loss: 1.4772627353668213
Epoch 1098: Loss: 1.4695329666137695
Epoch 1099: Loss: 1.4840590953826904
Epoch 1100: Loss: 1.534045696258545
Epoch 1101: Loss: 1.48533034324646
Epoch 1102: Loss: 1.4121532440185547
Epoch 1103: Loss: 1.5288481712341309
Epoch 1104: Loss: 1.4266268014907837
Epoch 1105: Loss: 1.350320816040039
Epoch 1106: Loss: 1.3390165567398071
Epoch 1107: Loss: 1.3774124383926392
Epoch 1108: Loss: 1.4746049642562866
Epoch 1109: Loss: 1.400646686553955
Epoch 1110: Loss: 1.4755680561065674
Epoch 1111: Loss: 1.4377351999282837
Epoch 1112: Loss: 1.3713277578353882
Epoch 1113: Loss: 1.4396451711654663
Epoch 1114: Loss: 1.4983117580413818
Epoch 1115: Loss: 1.4740464687347412
Epoch 1116: Loss: 1.4505631923675537
Epoch 1117: Loss: 1.4261270761489868
Epoch 1118: Loss: 1.4107483625411987
Epoch 1119: Loss: 1.3907370567321777
Epoch 1120: Loss: 1.4177436828613281
Epoch 1121: Loss: 1.45367431640625
Epoch 1122: Loss: 1.4045159816741943
Epoch 1123: Loss: 1.4506725072860718
Epoch 1124: Loss: 1.443345308303833
Epoch 1125: Loss: 1.4532817602157593
Epoch 1126: Loss: 1.388867974281311
Epoch 1127: Loss: 1.386197566986084
Epoch 1128: Loss: 1.4792134761810303
Epoch 1129: Loss: 1.3105453252792358
Epoch 1130: Loss: 1.4184373617172241
Epoch 1131: Loss: 1.3918753862380981
Epoch 1132: Loss: 1.3776439428329468
Epoch 1133: Loss: 1.4556267261505127
Epoch 1134: Loss: 1.369490146636963
Epoch 1135: Loss: 1.4682570695877075
Epoch 1136: Loss: 1.4190120697021484
Epoch 1137: Loss: 1.385698676109314
Epoch 1138: Loss: 1.4059092998504639
Epoch 1139: Loss: 1.4053417444229126
Epoch 1140: Loss: 1.4059017896652222
Epoch 1141: Loss: 1.3466328382492065
Epoch 1142: Loss: 1.43766450881958
Epoch 1143: Loss: 1.336728572845459
Epoch 1144: Loss: 1.4550070762634277
Epoch 1145: Loss: 1.420373797416687
Epoch 1146: Loss: 1.3670482635498047
Epoch 1147: Loss: 1.3847472667694092
Epoch 1148: Loss: 1.401194453239441
Epoch 1149: Loss: 1.3748340606689453
Epoch 1150: Loss: 1.3862667083740234
Epoch 1151: Loss: 1.3838467597961426
Epoch 1152: Loss: 1.394232153892517
Epoch 1153: Loss: 1.3244926929473877
Epoch 1154: Loss: 1.3659499883651733
Epoch 1155: Loss: 1.3855233192443848
Epoch 1156: Loss: 1.4604610204696655
Epoch 1157: Loss: 1.4066263437271118
Epoch 1158: Loss: 1.3305225372314453
Epoch 1159: Loss: 1.404422402381897
Epoch 1160: Loss: 1.3491839170455933
Epoch 1161: Loss: 1.4990981817245483
Epoch 1162: Loss: 1.3904861211776733
Epoch 1163: Loss: 1.3957186937332153
Epoch 1164: Loss: 1.381427526473999
Epoch 1165: Loss: 1.2379108667373657
Epoch 1166: Loss: 1.3082293272018433
Epoch 1167: Loss: 1.3128854036331177
Epoch 1168: Loss: 1.2297167778015137
Epoch 1169: Loss: 1.445356011390686
Epoch 1170: Loss: 1.3857371807098389
Epoch 1171: Loss: 1.3277965784072876
Epoch 1172: Loss: 1.3196637630462646
Epoch 1173: Loss: 1.3774056434631348
Epoch 1174: Loss: 1.3384207487106323
Epoch 1175: Loss: 1.378379464149475
Epoch 1176: Loss: 1.3783456087112427
Epoch 1177: Loss: 1.3249270915985107
Epoch 1178: Loss: 1.3211917877197266
Epoch 1179: Loss: 1.2833616733551025
Epoch 1180: Loss: 1.3525736331939697
Epoch 1181: Loss: 1.412588357925415
Epoch 1182: Loss: 1.361169457435608
Epoch 1183: Loss: 1.2828351259231567
Epoch 1184: Loss: 1.3651432991027832
Epoch 1185: Loss: 1.34415602684021
Epoch 1186: Loss: 1.3958954811096191
Epoch 1187: Loss: 1.3937233686447144
Epoch 1188: Loss: 1.4765592813491821
Epoch 1189: Loss: 1.3941987752914429
Epoch 1190: Loss: 1.4804588556289673
Epoch 1191: Loss: 1.395511269569397
Epoch 1192: Loss: 1.3068420886993408
Epoch 1193: Loss: 1.3420732021331787
Epoch 1194: Loss: 1.3052647113800049
Epoch 1195: Loss: 1.296237587928772
Epoch 1196: Loss: 1.3995723724365234
Epoch 1197: Loss: 1.3367035388946533
Epoch 1198: Loss: 1.4048722982406616
Epoch 1199: Loss: 1.280965805053711
Epoch 1200: Loss: 1.3152503967285156
Epoch 1201: Loss: 1.2920506000518799
Epoch 1202: Loss: 1.3644678592681885
Epoch 1203: Loss: 1.4174333810806274
Epoch 1204: Loss: 1.4444825649261475
Epoch 1205: Loss: 1.4000624418258667
Epoch 1206: Loss: 1.4296903610229492
Epoch 1207: Loss: 1.31586754322052
Epoch 1208: Loss: 1.3413898944854736
Epoch 1209: Loss: 1.3052949905395508
Epoch 1210: Loss: 1.3748798370361328
Epoch 1211: Loss: 1.3682211637496948
Epoch 1212: Loss: 1.3425089120864868
Epoch 1213: Loss: 1.4465808868408203
Epoch 1214: Loss: 1.2418403625488281
Epoch 1215: Loss: 1.2295986413955688
Epoch 1216: Loss: 1.344948172569275
Epoch 1217: Loss: 1.3174519538879395
Epoch 1218: Loss: 1.339349389076233
Epoch 1219: Loss: 1.2975072860717773
Epoch 1220: Loss: 1.3574095964431763
Epoch 1221: Loss: 1.2731105089187622
Epoch 1222: Loss: 1.3746113777160645
Epoch 1223: Loss: 1.260581612586975
Epoch 1224: Loss: 1.4512468576431274
Epoch 1225: Loss: 1.2191523313522339
Epoch 1226: Loss: 1.394528865814209
Epoch 1227: Loss: 1.220007300376892
Epoch 1228: Loss: 1.225302815437317
Epoch 1229: Loss: 1.3443893194198608
Epoch 1230: Loss: 1.3108305931091309
Epoch 1231: Loss: 1.2838280200958252
Epoch 1232: Loss: 1.356695294380188
Epoch 1233: Loss: 1.4225118160247803
Epoch 1234: Loss: 1.38125479221344
Epoch 1235: Loss: 1.3840806484222412
Epoch 1236: Loss: 1.2963309288024902
Epoch 1237: Loss: 1.2159312963485718
Epoch 1238: Loss: 1.3756623268127441
Epoch 1239: Loss: 1.331485390663147
Epoch 1240: Loss: 1.351446509361267
Epoch 1241: Loss: 1.3461593389511108
Epoch 1242: Loss: 1.261855125427246
Epoch 1243: Loss: 1.3655054569244385
Epoch 1244: Loss: 1.3121023178100586
Epoch 1245: Loss: 1.3061100244522095
Epoch 1246: Loss: 1.3240431547164917
Epoch 1247: Loss: 1.2347017526626587
Epoch 1248: Loss: 1.3851406574249268
Epoch 1249: Loss: 1.3634617328643799
Epoch 1250: Loss: 1.3366823196411133
Epoch 1251: Loss: 1.30306875705719
Epoch 1252: Loss: 1.3540678024291992
Epoch 1253: Loss: 1.3597832918167114
Epoch 1254: Loss: 1.343360424041748
Epoch 1255: Loss: 1.317559838294983
Epoch 1256: Loss: 1.279410719871521
Epoch 1257: Loss: 1.3315874338150024
Epoch 1258: Loss: 1.2043730020523071
Epoch 1259: Loss: 1.2975900173187256
Epoch 1260: Loss: 1.3126239776611328
Epoch 1261: Loss: 1.3780730962753296
Epoch 1262: Loss: 1.2529629468917847
Epoch 1263: Loss: 1.3173714876174927
Epoch 1264: Loss: 1.2585269212722778
Epoch 1265: Loss: 1.2937079668045044
Epoch 1266: Loss: 1.2843505144119263
Epoch 1267: Loss: 1.3383190631866455
Epoch 1268: Loss: 1.2887630462646484
Epoch 1269: Loss: 1.301988124847412
Epoch 1270: Loss: 1.3512005805969238
Epoch 1271: Loss: 1.2827050685882568
Epoch 1272: Loss: 1.349203109741211
Epoch 1273: Loss: 1.2776850461959839
Epoch 1274: Loss: 1.2766410112380981
Epoch 1275: Loss: 1.2709580659866333
Epoch 1276: Loss: 1.3056458234786987
Epoch 1277: Loss: 1.256051778793335
Epoch 1278: Loss: 1.2079955339431763
Epoch 1279: Loss: 1.2101619243621826
Epoch 1280: Loss: 1.3023489713668823
Epoch 1281: Loss: 1.3427258729934692
Epoch 1282: Loss: 1.290207028388977
Epoch 1283: Loss: 1.293573260307312
Epoch 1284: Loss: 1.3590047359466553
Epoch 1285: Loss: 1.3013311624526978
Epoch 1286: Loss: 1.2648295164108276
Epoch 1287: Loss: 1.3603367805480957
Epoch 1288: Loss: 1.2586721181869507
Epoch 1289: Loss: 1.329118013381958
Epoch 1290: Loss: 1.2919715642929077
Epoch 1291: Loss: 1.2588918209075928
Epoch 1292: Loss: 1.3327064514160156
Epoch 1293: Loss: 1.2928414344787598
Epoch 1294: Loss: 1.3151845932006836
Epoch 1295: Loss: 1.2960337400436401
Epoch 1296: Loss: 1.2667664289474487
Epoch 1297: Loss: 1.182376503944397
Epoch 1298: Loss: 1.2913682460784912
Epoch 1299: Loss: 1.3778526782989502
Epoch 1300: Loss: 1.2969858646392822
Epoch 1301: Loss: 1.3099266290664673
Epoch 1302: Loss: 1.2626456022262573
Epoch 1303: Loss: 1.2075990438461304
Epoch 1304: Loss: 1.3359452486038208
Epoch 1305: Loss: 1.2789990901947021
Epoch 1306: Loss: 1.2254356145858765
Epoch 1307: Loss: 1.359067440032959
Epoch 1308: Loss: 1.2296096086502075
Epoch 1309: Loss: 1.359017014503479
Epoch 1310: Loss: 1.2082310914993286
Epoch 1311: Loss: 1.2772331237792969
Epoch 1312: Loss: 1.2515789270401
Epoch 1313: Loss: 1.312907338142395
Epoch 1314: Loss: 1.2897374629974365
Epoch 1315: Loss: 1.3091955184936523
Epoch 1316: Loss: 1.2136659622192383
Epoch 1317: Loss: 1.2637038230895996
Epoch 1318: Loss: 1.2985843420028687
Epoch 1319: Loss: 1.293761134147644
Epoch 1320: Loss: 1.323596715927124
Epoch 1321: Loss: 1.3190689086914062
Epoch 1322: Loss: 1.3152564764022827
Epoch 1323: Loss: 1.2961097955703735
Epoch 1324: Loss: 1.4129506349563599
Epoch 1325: Loss: 1.2915278673171997
Epoch 1326: Loss: 1.2447086572647095
Epoch 1327: Loss: 1.2956784963607788
Epoch 1328: Loss: 1.367089867591858
Epoch 1329: Loss: 1.3488140106201172
Epoch 1330: Loss: 1.3100084066390991
Epoch 1331: Loss: 1.3602207899093628
Epoch 1332: Loss: 1.256644368171692
Epoch 1333: Loss: 1.3260893821716309
Epoch 1334: Loss: 1.284223198890686
Epoch 1335: Loss: 1.25907301902771
Epoch 1336: Loss: 1.2721046209335327
Epoch 1337: Loss: 1.2973896265029907
Epoch 1338: Loss: 1.2376254796981812
Epoch 1339: Loss: 1.2825872898101807
Epoch 1340: Loss: 1.1392958164215088
Epoch 1341: Loss: 1.2285569906234741
Epoch 1342: Loss: 1.294779658317566
Epoch 1343: Loss: 1.3687762022018433
Epoch 1344: Loss: 1.2210453748703003
Epoch 1345: Loss: 1.3399834632873535
Epoch 1346: Loss: 1.3980239629745483
Epoch 1347: Loss: 1.2066324949264526
Epoch 1348: Loss: 1.2283815145492554
Epoch 1349: Loss: 1.2743374109268188
Epoch 1350: Loss: 1.2979737520217896
Epoch 1351: Loss: 1.2263704538345337
Epoch 1352: Loss: 1.2561832666397095
Epoch 1353: Loss: 1.284162163734436
Epoch 1354: Loss: 1.307137370109558
Epoch 1355: Loss: 1.3473533391952515
Epoch 1356: Loss: 1.277474284172058
Epoch 1357: Loss: 1.254014015197754
Epoch 1358: Loss: 1.3118393421173096
Epoch 1359: Loss: 1.3099290132522583
Epoch 1360: Loss: 1.3803999423980713
Epoch 1361: Loss: 1.2301011085510254
Epoch 1362: Loss: 1.274951696395874
Epoch 1363: Loss: 1.2757363319396973
Epoch 1364: Loss: 1.208450198173523
Epoch 1365: Loss: 1.2579530477523804
Epoch 1366: Loss: 1.2889994382858276
Epoch 1367: Loss: 1.1948045492172241
Epoch 1368: Loss: 1.1957883834838867
Epoch 1369: Loss: 1.2594654560089111
Epoch 1370: Loss: 1.3015745878219604
Epoch 1371: Loss: 1.2307087182998657
Epoch 1372: Loss: 1.280557632446289
Epoch 1373: Loss: 1.2810969352722168
Epoch 1374: Loss: 1.240227222442627
Epoch 1375: Loss: 1.2621036767959595
Epoch 1376: Loss: 1.3111567497253418
Epoch 1377: Loss: 1.2706053256988525
Epoch 1378: Loss: 1.291909098625183
Epoch 1379: Loss: 1.1123695373535156
Epoch 1380: Loss: 1.2606300115585327
Epoch 1381: Loss: 1.3101359605789185
Epoch 1382: Loss: 1.1703972816467285
Epoch 1383: Loss: 1.3056681156158447
Epoch 1384: Loss: 1.1949896812438965
Epoch 1385: Loss: 1.2558972835540771
Epoch 1386: Loss: 1.2503416538238525
Epoch 1387: Loss: 1.3832764625549316
Epoch 1388: Loss: 1.2493324279785156
Epoch 1389: Loss: 1.2689118385314941
Epoch 1390: Loss: 1.2701730728149414
Epoch 1391: Loss: 1.1774191856384277
Epoch 1392: Loss: 1.1877487897872925
Epoch 1393: Loss: 1.3106428384780884
Epoch 1394: Loss: 1.2611867189407349
Epoch 1395: Loss: 1.2611557245254517
Epoch 1396: Loss: 1.2541059255599976
Epoch 1397: Loss: 1.2342194318771362
Epoch 1398: Loss: 1.1517711877822876
Epoch 1399: Loss: 1.1866278648376465
Epoch 1400: Loss: 1.2200568914413452
Epoch 1401: Loss: 1.3102350234985352
Epoch 1402: Loss: 1.2389813661575317
Epoch 1403: Loss: 1.2612117528915405
Epoch 1404: Loss: 1.2909859418869019
Epoch 1405: Loss: 1.2251734733581543
Epoch 1406: Loss: 1.2297084331512451
Epoch 1407: Loss: 1.2533918619155884
Epoch 1408: Loss: 1.3148576021194458
Epoch 1409: Loss: 1.209277629852295
Epoch 1410: Loss: 1.220654845237732
Epoch 1411: Loss: 1.2240709066390991
Epoch 1412: Loss: 1.173742651939392
Epoch 1413: Loss: 1.1863497495651245
Epoch 1414: Loss: 1.2295966148376465
Epoch 1415: Loss: 1.2884067296981812
Epoch 1416: Loss: 1.2619364261627197
Epoch 1417: Loss: 1.2721046209335327
Epoch 1418: Loss: 1.2543449401855469
Epoch 1419: Loss: 1.1718056201934814
Epoch 1420: Loss: 1.2777599096298218
Epoch 1421: Loss: 1.2363227605819702
Epoch 1422: Loss: 1.2574204206466675
Epoch 1423: Loss: 1.270551085472107
Epoch 1424: Loss: 1.1463983058929443
Epoch 1425: Loss: 1.2171249389648438
Epoch 1426: Loss: 1.2449761629104614
Epoch 1427: Loss: 1.219170331954956
Epoch 1428: Loss: 1.2563780546188354
Epoch 1429: Loss: 1.2344802618026733
Epoch 1430: Loss: 1.183959722518921
Epoch 1431: Loss: 1.224097728729248
Epoch 1432: Loss: 1.1949400901794434
Epoch 1433: Loss: 1.2770943641662598
Epoch 1434: Loss: 1.262953519821167
Epoch 1435: Loss: 1.186935544013977
Epoch 1436: Loss: 1.1693774461746216
Epoch 1437: Loss: 1.0688234567642212
Epoch 1438: Loss: 1.2417247295379639
Epoch 1439: Loss: 1.296331763267517
Epoch 1440: Loss: 1.23028564453125
Epoch 1441: Loss: 1.297366976737976
Epoch 1442: Loss: 1.2167102098464966
Epoch 1443: Loss: 1.128906011581421
Epoch 1444: Loss: 1.224077582359314
Epoch 1445: Loss: 1.1101157665252686
Epoch 1446: Loss: 1.190208077430725
Epoch 1447: Loss: 1.2445359230041504
Epoch 1448: Loss: 1.2546539306640625
Epoch 1449: Loss: 1.2290799617767334
Epoch 1450: Loss: 1.3003065586090088
Epoch 1451: Loss: 1.2280700206756592
Epoch 1452: Loss: 1.2516674995422363
Epoch 1453: Loss: 1.2227749824523926
Epoch 1454: Loss: 1.2212976217269897
Epoch 1455: Loss: 1.1492390632629395
Epoch 1456: Loss: 1.3115448951721191
Epoch 1457: Loss: 1.2038034200668335
Epoch 1458: Loss: 1.2894779443740845
Epoch 1459: Loss: 1.168867826461792
Epoch 1460: Loss: 1.3228038549423218
Epoch 1461: Loss: 1.1109974384307861
Epoch 1462: Loss: 1.246330976486206
Epoch 1463: Loss: 1.1931108236312866
Epoch 1464: Loss: 1.1839869022369385
Epoch 1465: Loss: 1.2508152723312378
Epoch 1466: Loss: 1.199709177017212
Epoch 1467: Loss: 1.2491604089736938
Epoch 1468: Loss: 1.2105406522750854
Epoch 1469: Loss: 1.2527672052383423
Epoch 1470: Loss: 1.2581442594528198
Epoch 1471: Loss: 1.1797456741333008
Epoch 1472: Loss: 1.2020397186279297
Epoch 1473: Loss: 1.2138826847076416
Epoch 1474: Loss: 1.2321085929870605
Epoch 1475: Loss: 1.1229662895202637
Epoch 1476: Loss: 1.1902527809143066
Epoch 1477: Loss: 1.1491457223892212
Epoch 1478: Loss: 1.2366353273391724
Epoch 1479: Loss: 1.130938172340393
Epoch 1480: Loss: 1.1620880365371704
Epoch 1481: Loss: 1.1665363311767578
Epoch 1482: Loss: 1.1537307500839233
Epoch 1483: Loss: 1.1733211278915405
Epoch 1484: Loss: 1.2509604692459106
Epoch 1485: Loss: 1.2039294242858887
Epoch 1486: Loss: 1.2055476903915405
Epoch 1487: Loss: 1.192614197731018
Epoch 1488: Loss: 1.161047339439392
Epoch 1489: Loss: 1.1490079164505005
Epoch 1490: Loss: 1.2183526754379272
Epoch 1491: Loss: 1.2665889263153076
Epoch 1492: Loss: 1.1352334022521973
Epoch 1493: Loss: 1.2803536653518677
Epoch 1494: Loss: 1.205589771270752
Epoch 1495: Loss: 1.1924539804458618
Epoch 1496: Loss: 1.1861697435379028
Epoch 1497: Loss: 1.1784418821334839
Epoch 1498: Loss: 1.2473928928375244
Epoch 1499: Loss: 1.2222073078155518
Epoch 1500: Loss: 1.217141032218933
Epoch 1501: Loss: 1.1137065887451172
Epoch 1502: Loss: 1.21282160282135
Epoch 1503: Loss: 1.1118888854980469
Epoch 1504: Loss: 1.1584889888763428
Epoch 1505: Loss: 1.1985706090927124
Epoch 1506: Loss: 1.1923072338104248
Epoch 1507: Loss: 1.1508785486221313
Epoch 1508: Loss: 1.1298880577087402
Epoch 1509: Loss: 1.2435636520385742
Epoch 1510: Loss: 1.20211923122406
Epoch 1511: Loss: 1.1682193279266357
Epoch 1512: Loss: 1.1592243909835815
Epoch 1513: Loss: 1.2177135944366455
Epoch 1514: Loss: 1.2348766326904297
Epoch 1515: Loss: 1.193718671798706
Epoch 1516: Loss: 1.2971092462539673
Epoch 1517: Loss: 1.1482998132705688
Epoch 1518: Loss: 1.198702335357666
Epoch 1519: Loss: 1.229142189025879
Epoch 1520: Loss: 1.1710706949234009
Epoch 1521: Loss: 1.0984413623809814
Epoch 1522: Loss: 1.1801928281784058
Epoch 1523: Loss: 1.168500304222107
Epoch 1524: Loss: 1.1512956619262695
Epoch 1525: Loss: 1.1717426776885986
Epoch 1526: Loss: 1.1029564142227173
Epoch 1527: Loss: 1.2121148109436035
Epoch 1528: Loss: 1.1339460611343384
Epoch 1529: Loss: 1.21376633644104
Epoch 1530: Loss: 1.1868293285369873
Epoch 1531: Loss: 1.1219639778137207
Epoch 1532: Loss: 1.133670449256897
Epoch 1533: Loss: 1.176328182220459
Epoch 1534: Loss: 1.1067336797714233
Epoch 1535: Loss: 1.1666347980499268
Epoch 1536: Loss: 1.1409918069839478
Epoch 1537: Loss: 1.168652892112732
Epoch 1538: Loss: 1.1776314973831177
Epoch 1539: Loss: 1.1469264030456543
Epoch 1540: Loss: 1.1421433687210083
Epoch 1541: Loss: 1.228057622909546
Epoch 1542: Loss: 1.2254045009613037
Epoch 1543: Loss: 1.1493176221847534
Epoch 1544: Loss: 1.095485806465149
Epoch 1545: Loss: 1.203137755393982
Epoch 1546: Loss: 1.0536617040634155
Epoch 1547: Loss: 1.148050308227539
Epoch 1548: Loss: 1.1519904136657715
Epoch 1549: Loss: 1.24586820602417
Epoch 1550: Loss: 1.1529535055160522
Epoch 1551: Loss: 1.2587441205978394
Epoch 1552: Loss: 1.1610310077667236
Epoch 1553: Loss: 1.2238175868988037
Epoch 1554: Loss: 1.147993564605713
Epoch 1555: Loss: 1.219065546989441
Epoch 1556: Loss: 1.120940923690796
Epoch 1557: Loss: 1.1757241487503052
Epoch 1558: Loss: 1.1752992868423462
Epoch 1559: Loss: 1.1645523309707642
Epoch 1560: Loss: 1.2931389808654785
Epoch 1561: Loss: 1.1345925331115723
Epoch 1562: Loss: 1.0940746068954468
Epoch 1563: Loss: 1.176709532737732
Epoch 1564: Loss: 1.1967884302139282
Epoch 1565: Loss: 1.1933099031448364
Epoch 1566: Loss: 1.1151762008666992
Epoch 1567: Loss: 1.1867592334747314
Epoch 1568: Loss: 1.0939421653747559
Epoch 1569: Loss: 1.1022863388061523
Epoch 1570: Loss: 1.1758474111557007
Epoch 1571: Loss: 1.153272032737732
Epoch 1572: Loss: 1.0964094400405884
Epoch 1573: Loss: 1.1339339017868042
Epoch 1574: Loss: 1.06979238986969
Epoch 1575: Loss: 1.1639914512634277
Epoch 1576: Loss: 1.2258269786834717
Epoch 1577: Loss: 1.0860328674316406
Epoch 1578: Loss: 1.192054271697998
Epoch 1579: Loss: 1.168530821800232
Epoch 1580: Loss: 1.1676937341690063
Epoch 1581: Loss: 1.1964678764343262
Epoch 1582: Loss: 1.144247055053711
Epoch 1583: Loss: 1.1103230714797974
Epoch 1584: Loss: 1.1616283655166626
Epoch 1585: Loss: 1.1052625179290771
Epoch 1586: Loss: 1.1342204809188843
Epoch 1587: Loss: 1.0725511312484741
Epoch 1588: Loss: 1.1710437536239624
Epoch 1589: Loss: 1.189429521560669
Epoch 1590: Loss: 1.2084494829177856
Epoch 1591: Loss: 1.175088882446289
Epoch 1592: Loss: 1.1964541673660278
Epoch 1593: Loss: 1.2180087566375732
Epoch 1594: Loss: 1.1806858777999878
Epoch 1595: Loss: 1.237497091293335
Epoch 1596: Loss: 1.174984097480774
Epoch 1597: Loss: 1.124761939048767
Epoch 1598: Loss: 1.1586884260177612
Epoch 1599: Loss: 1.2068777084350586
Epoch 1600: Loss: 1.2066582441329956
Epoch 1601: Loss: 1.2064963579177856
Epoch 1602: Loss: 1.2277663946151733
Epoch 1603: Loss: 1.1552537679672241
Epoch 1604: Loss: 1.2100573778152466
Epoch 1605: Loss: 1.178768515586853
Epoch 1606: Loss: 1.135317325592041
Epoch 1607: Loss: 1.103063941001892
Epoch 1608: Loss: 1.1289407014846802
Epoch 1609: Loss: 1.176949143409729
Epoch 1610: Loss: 1.2031890153884888
Epoch 1611: Loss: 1.1158536672592163
Epoch 1612: Loss: 1.1570079326629639
Epoch 1613: Loss: 1.1417597532272339
Epoch 1614: Loss: 1.1029529571533203
Epoch 1615: Loss: 1.1785708665847778
Epoch 1616: Loss: 1.1326985359191895
Epoch 1617: Loss: 1.1090961694717407
Epoch 1618: Loss: 1.125789999961853
Epoch 1619: Loss: 1.2020020484924316
Epoch 1620: Loss: 1.101983666419983
Epoch 1621: Loss: 1.1529393196105957
Epoch 1622: Loss: 1.182023286819458
Epoch 1623: Loss: 1.1297316551208496
Epoch 1624: Loss: 1.0775947570800781
Epoch 1625: Loss: 1.127556562423706
Epoch 1626: Loss: 1.157968521118164
Epoch 1627: Loss: 1.156376838684082
Epoch 1628: Loss: 1.0920950174331665
Epoch 1629: Loss: 1.0901198387145996
Epoch 1630: Loss: 1.0972278118133545
Epoch 1631: Loss: 1.1806039810180664
Epoch 1632: Loss: 1.1657013893127441
Epoch 1633: Loss: 1.1001588106155396
Epoch 1634: Loss: 1.1893421411514282
Epoch 1635: Loss: 1.1583092212677002
Epoch 1636: Loss: 1.0887653827667236
Epoch 1637: Loss: 1.1207315921783447
Epoch 1638: Loss: 1.171077847480774
Epoch 1639: Loss: 1.2252429723739624
Epoch 1640: Loss: 1.0829514265060425
Epoch 1641: Loss: 1.1263130903244019
Epoch 1642: Loss: 1.2288082838058472
Epoch 1643: Loss: 1.0843061208724976
Epoch 1644: Loss: 1.1455180644989014
Epoch 1645: Loss: 1.1238787174224854
Epoch 1646: Loss: 1.105939269065857
Epoch 1647: Loss: 1.0903866291046143
Epoch 1648: Loss: 1.1558899879455566
Epoch 1649: Loss: 1.093304991722107
Epoch 1650: Loss: 1.1609063148498535
Epoch 1651: Loss: 1.1681580543518066
Epoch 1652: Loss: 1.1320676803588867
Epoch 1653: Loss: 1.151852011680603
Epoch 1654: Loss: 1.0383278131484985
Epoch 1655: Loss: 1.1738438606262207
Epoch 1656: Loss: 1.074056625366211
Epoch 1657: Loss: 1.052401065826416
Epoch 1658: Loss: 1.1047230958938599
Epoch 1659: Loss: 1.20669686794281
Epoch 1660: Loss: 1.1189498901367188
Epoch 1661: Loss: 1.1420722007751465
Epoch 1662: Loss: 1.118698239326477
Epoch 1663: Loss: 1.148373007774353
Epoch 1664: Loss: 1.1194812059402466
Epoch 1665: Loss: 1.1132879257202148
Epoch 1666: Loss: 1.115567922592163
Epoch 1667: Loss: 1.1519551277160645
Epoch 1668: Loss: 1.1341352462768555
Epoch 1669: Loss: 1.1208528280258179
Epoch 1670: Loss: 1.0806376934051514
Epoch 1671: Loss: 1.1553045511245728
Epoch 1672: Loss: 1.1250296831130981
Epoch 1673: Loss: 1.0414859056472778
Epoch 1674: Loss: 1.0954509973526
Epoch 1675: Loss: 1.0700000524520874
Epoch 1676: Loss: 1.0924571752548218
Epoch 1677: Loss: 1.0862621068954468
Epoch 1678: Loss: 1.1088883876800537
Epoch 1679: Loss: 1.0820238590240479
Epoch 1680: Loss: 1.2040704488754272
Epoch 1681: Loss: 1.1197664737701416
Epoch 1682: Loss: 1.1629778146743774
Epoch 1683: Loss: 1.1379806995391846
Epoch 1684: Loss: 1.0961741209030151
Epoch 1685: Loss: 1.188381314277649
Epoch 1686: Loss: 1.2036232948303223
Epoch 1687: Loss: 1.1286906003952026
Epoch 1688: Loss: 1.0876376628875732
Epoch 1689: Loss: 1.203568935394287
Epoch 1690: Loss: 1.0847749710083008
Epoch 1691: Loss: 1.159719705581665
Epoch 1692: Loss: 1.1356136798858643
Epoch 1693: Loss: 1.1063028573989868
Epoch 1694: Loss: 1.098771333694458
Epoch 1695: Loss: 1.1125229597091675
Epoch 1696: Loss: 1.1690073013305664
Epoch 1697: Loss: 1.1121561527252197
Epoch 1698: Loss: 1.1613985300064087
Epoch 1699: Loss: 1.1991841793060303
Epoch 1700: Loss: 1.084511399269104
Epoch 1701: Loss: 1.069694995880127
Epoch 1702: Loss: 1.1112531423568726
Epoch 1703: Loss: 1.0662412643432617
Epoch 1704: Loss: 1.1088796854019165
Epoch 1705: Loss: 1.116660237312317
Epoch 1706: Loss: 1.147437334060669
Epoch 1707: Loss: 1.149764060974121
Epoch 1708: Loss: 1.027631402015686
Epoch 1709: Loss: 1.1533966064453125
Epoch 1710: Loss: 1.0823135375976562
Epoch 1711: Loss: 1.1688356399536133
Epoch 1712: Loss: 1.1686718463897705
Epoch 1713: Loss: 1.0323110818862915
Epoch 1714: Loss: 1.1303633451461792
Epoch 1715: Loss: 1.0534203052520752
Epoch 1716: Loss: 1.0498161315917969
Epoch 1717: Loss: 1.1654564142227173
Epoch 1718: Loss: 1.115679144859314
Epoch 1719: Loss: 1.1359983682632446
Epoch 1720: Loss: 1.0904288291931152
Epoch 1721: Loss: 1.1917870044708252
Epoch 1722: Loss: 1.0525307655334473
Epoch 1723: Loss: 1.0703867673873901
Epoch 1724: Loss: 1.138834834098816
Epoch 1725: Loss: 1.1577284336090088
Epoch 1726: Loss: 1.0738179683685303
Epoch 1727: Loss: 1.0815939903259277
Epoch 1728: Loss: 1.1136916875839233
Epoch 1729: Loss: 1.1714059114456177
Epoch 1730: Loss: 1.1149784326553345
Epoch 1731: Loss: 1.0128686428070068
Epoch 1732: Loss: 1.1161079406738281
Epoch 1733: Loss: 1.1406301259994507
Epoch 1734: Loss: 1.0696003437042236
Epoch 1735: Loss: 1.158968210220337
Epoch 1736: Loss: 1.0741243362426758
Epoch 1737: Loss: 1.1418051719665527
Epoch 1738: Loss: 1.0607548952102661
Epoch 1739: Loss: 1.1554285287857056
Epoch 1740: Loss: 1.0949389934539795
Epoch 1741: Loss: 1.111678957939148
Epoch 1742: Loss: 1.0984420776367188
Epoch 1743: Loss: 1.130529522895813
Epoch 1744: Loss: 1.0428985357284546
Epoch 1745: Loss: 1.0613981485366821
Epoch 1746: Loss: 1.0021164417266846
Epoch 1747: Loss: 1.0087207555770874
Epoch 1748: Loss: 1.0769723653793335
Epoch 1749: Loss: 1.1123346090316772
Epoch 1750: Loss: 1.086508870124817
Epoch 1751: Loss: 1.0951359272003174
Epoch 1752: Loss: 1.1259011030197144
Epoch 1753: Loss: 1.0640230178833008
Epoch 1754: Loss: 1.031983733177185
Epoch 1755: Loss: 1.0346925258636475
Epoch 1756: Loss: 1.1050904989242554
Epoch 1757: Loss: 1.0622354745864868
Epoch 1758: Loss: 1.140069842338562
Epoch 1759: Loss: 1.09586501121521
Epoch 1760: Loss: 1.0565136671066284
Epoch 1761: Loss: 1.0826342105865479
Epoch 1762: Loss: 1.1315921545028687
Epoch 1763: Loss: 1.0820395946502686
Epoch 1764: Loss: 1.1013745069503784
Epoch 1765: Loss: 1.0500147342681885
Epoch 1766: Loss: 1.1245733499526978
Epoch 1767: Loss: 1.2266687154769897
Epoch 1768: Loss: 1.1059941053390503
Epoch 1769: Loss: 1.0382273197174072
Epoch 1770: Loss: 1.1594836711883545
Epoch 1771: Loss: 1.1111124753952026
Epoch 1772: Loss: 1.152872085571289
Epoch 1773: Loss: 1.1263322830200195
Epoch 1774: Loss: 1.0339865684509277
Epoch 1775: Loss: 1.1181070804595947
Epoch 1776: Loss: 1.071980595588684
Epoch 1777: Loss: 1.1504805088043213
Epoch 1778: Loss: 1.0231536626815796
Epoch 1779: Loss: 1.0988688468933105
Epoch 1780: Loss: 1.0084255933761597
Epoch 1781: Loss: 1.1400110721588135
Epoch 1782: Loss: 1.1402482986450195
Epoch 1783: Loss: 1.1166330575942993
Epoch 1784: Loss: 1.077855110168457
Epoch 1785: Loss: 1.1124241352081299
Epoch 1786: Loss: 0.9476726055145264
Epoch 1787: Loss: 1.021254062652588
Epoch 1788: Loss: 1.0894653797149658
Epoch 1789: Loss: 1.1084303855895996
Epoch 1790: Loss: 1.154312252998352
Epoch 1791: Loss: 1.1400038003921509
Epoch 1792: Loss: 1.0476539134979248
Epoch 1793: Loss: 1.1713520288467407
Epoch 1794: Loss: 1.0207346677780151
Epoch 1795: Loss: 1.0949902534484863
Epoch 1796: Loss: 1.1907175779342651
Epoch 1797: Loss: 1.0986216068267822
Epoch 1798: Loss: 1.0370298624038696
Epoch 1799: Loss: 1.1100577116012573
Epoch 1800: Loss: 1.1409106254577637
Epoch 1801: Loss: 1.0946458578109741
Epoch 1802: Loss: 1.0926141738891602
Epoch 1803: Loss: 1.0400211811065674
Epoch 1804: Loss: 1.0892860889434814
Epoch 1805: Loss: 1.1308314800262451
Epoch 1806: Loss: 1.1530624628067017
Epoch 1807: Loss: 1.0966558456420898
Epoch 1808: Loss: 1.0997471809387207
Epoch 1809: Loss: 1.0700268745422363
Epoch 1810: Loss: 1.0957560539245605
Epoch 1811: Loss: 1.1045423746109009
Epoch 1812: Loss: 1.1204131841659546
Epoch 1813: Loss: 1.0309154987335205
Epoch 1814: Loss: 1.0668948888778687
Epoch 1815: Loss: 1.1218984127044678
Epoch 1816: Loss: 1.0566534996032715
Epoch 1817: Loss: 1.036556601524353
Epoch 1818: Loss: 1.1917716264724731
Epoch 1819: Loss: 1.0351049900054932
Epoch 1820: Loss: 1.1240988969802856
Epoch 1821: Loss: 1.050603985786438
Epoch 1822: Loss: 1.0292776823043823
Epoch 1823: Loss: 1.0688377618789673
Epoch 1824: Loss: 1.0264501571655273
Epoch 1825: Loss: 1.1123427152633667
Epoch 1826: Loss: 1.0854566097259521
Epoch 1827: Loss: 1.037972331047058
Epoch 1828: Loss: 1.0764524936676025
Epoch 1829: Loss: 1.0274066925048828
Epoch 1830: Loss: 1.1611063480377197
Epoch 1831: Loss: 1.1483404636383057
Epoch 1832: Loss: 1.0982625484466553
Epoch 1833: Loss: 1.0560036897659302
Epoch 1834: Loss: 1.1108613014221191
Epoch 1835: Loss: 1.1089061498641968
Epoch 1836: Loss: 1.026995301246643
Epoch 1837: Loss: 1.1491856575012207
Epoch 1838: Loss: 1.1092360019683838
Epoch 1839: Loss: 1.086531639099121
Epoch 1840: Loss: 1.0539183616638184
Epoch 1841: Loss: 1.0496643781661987
Epoch 1842: Loss: 1.0945611000061035
Epoch 1843: Loss: 1.1012368202209473
Epoch 1844: Loss: 1.0953961610794067
Epoch 1845: Loss: 1.1087563037872314
Epoch 1846: Loss: 1.0335363149642944
Epoch 1847: Loss: 1.0822583436965942
Epoch 1848: Loss: 0.9621972441673279
Epoch 1849: Loss: 1.0759774446487427
Epoch 1850: Loss: 0.9981650710105896
Epoch 1851: Loss: 1.0835388898849487
Epoch 1852: Loss: 1.0287505388259888
Epoch 1853: Loss: 1.0804550647735596
Epoch 1854: Loss: 1.0107901096343994
Epoch 1855: Loss: 1.0832089185714722
Epoch 1856: Loss: 1.070955514907837
Epoch 1857: Loss: 1.056503176689148
Epoch 1858: Loss: 1.0260263681411743
Epoch 1859: Loss: 1.0601218938827515
Epoch 1860: Loss: 0.986345648765564
Epoch 1861: Loss: 1.0691131353378296
Epoch 1862: Loss: 1.0896600484848022
Epoch 1863: Loss: 1.0485841035842896
Epoch 1864: Loss: 1.008642554283142
Epoch 1865: Loss: 1.055152177810669
Epoch 1866: Loss: 1.0523982048034668
Epoch 1867: Loss: 1.063950538635254
Epoch 1868: Loss: 0.9995119571685791
Epoch 1869: Loss: 1.1005805730819702
Epoch 1870: Loss: 0.9879656434059143
Epoch 1871: Loss: 1.0208711624145508
Epoch 1872: Loss: 1.0668641328811646
Epoch 1873: Loss: 1.0050952434539795
Epoch 1874: Loss: 1.074178695678711
Epoch 1875: Loss: 1.076896071434021
Epoch 1876: Loss: 1.0424573421478271
Epoch 1877: Loss: 1.1112828254699707
Epoch 1878: Loss: 1.0381091833114624
Epoch 1879: Loss: 1.048359990119934
Epoch 1880: Loss: 1.0205421447753906
Epoch 1881: Loss: 1.0706020593643188
Epoch 1882: Loss: 1.0660277605056763
Epoch 1883: Loss: 1.1755399703979492
Epoch 1884: Loss: 0.9989690780639648
Epoch 1885: Loss: 1.1110055446624756
Epoch 1886: Loss: 1.1119623184204102
Epoch 1887: Loss: 1.0674660205841064
Epoch 1888: Loss: 1.146191120147705
Epoch 1889: Loss: 1.127543568611145
Epoch 1890: Loss: 1.058783769607544
Epoch 1891: Loss: 1.0166720151901245
Epoch 1892: Loss: 1.0768686532974243
Epoch 1893: Loss: 1.0888862609863281
Epoch 1894: Loss: 1.0263844728469849
Epoch 1895: Loss: 1.0609766244888306
Epoch 1896: Loss: 1.0550687313079834
Epoch 1897: Loss: 0.9484427571296692
Epoch 1898: Loss: 1.134902000427246
Epoch 1899: Loss: 1.0605632066726685
Epoch 1900: Loss: 1.0055532455444336
Epoch 1901: Loss: 1.0109219551086426
Epoch 1902: Loss: 1.1597952842712402
Epoch 1903: Loss: 1.051351547241211
Epoch 1904: Loss: 1.0080029964447021
Epoch 1905: Loss: 1.0381953716278076
Epoch 1906: Loss: 1.0471138954162598
Epoch 1907: Loss: 1.0251848697662354
Epoch 1908: Loss: 1.01246178150177
Epoch 1909: Loss: 1.0877282619476318
Epoch 1910: Loss: 0.9766338467597961
Epoch 1911: Loss: 1.0310231447219849
Epoch 1912: Loss: 1.1631557941436768
Epoch 1913: Loss: 1.0146431922912598
Epoch 1914: Loss: 1.0257411003112793
Epoch 1915: Loss: 1.0379377603530884
Epoch 1916: Loss: 1.0301055908203125
Epoch 1917: Loss: 1.0970529317855835
Epoch 1918: Loss: 1.0556285381317139
Epoch 1919: Loss: 0.9959467053413391
Epoch 1920: Loss: 1.0900005102157593
Epoch 1921: Loss: 1.1561129093170166
Epoch 1922: Loss: 1.019670844078064
Epoch 1923: Loss: 1.0270308256149292
Epoch 1924: Loss: 1.0130209922790527
Epoch 1925: Loss: 1.0488317012786865
Epoch 1926: Loss: 1.043716311454773
Epoch 1927: Loss: 1.0572011470794678
Epoch 1928: Loss: 1.0441408157348633
Epoch 1929: Loss: 1.0893679857254028
Epoch 1930: Loss: 1.0792629718780518
Epoch 1931: Loss: 1.0896906852722168
Epoch 1932: Loss: 1.0586620569229126
Epoch 1933: Loss: 1.0292932987213135
Epoch 1934: Loss: 1.0242472887039185
Epoch 1935: Loss: 1.026817798614502
Epoch 1936: Loss: 1.0369971990585327
Epoch 1937: Loss: 1.110764503479004
Epoch 1938: Loss: 0.9711331129074097
Epoch 1939: Loss: 1.0250715017318726
Epoch 1940: Loss: 1.0223309993743896
Epoch 1941: Loss: 1.0618408918380737
Epoch 1942: Loss: 1.0753556489944458
Epoch 1943: Loss: 1.1327524185180664
Epoch 1944: Loss: 1.0516802072525024
Epoch 1945: Loss: 1.0167690515518188
Epoch 1946: Loss: 1.0602021217346191
Epoch 1947: Loss: 1.0027092695236206
Epoch 1948: Loss: 0.9339149594306946
Epoch 1949: Loss: 1.041897177696228
Epoch 1950: Loss: 1.055920124053955
Epoch 1951: Loss: 1.0766199827194214
Epoch 1952: Loss: 1.028038740158081
Epoch 1953: Loss: 0.9992859363555908
Epoch 1954: Loss: 0.9780762195587158
Epoch 1955: Loss: 0.9925875663757324
Epoch 1956: Loss: 1.090743899345398
Epoch 1957: Loss: 1.0834094285964966
Epoch 1958: Loss: 1.0346475839614868
Epoch 1959: Loss: 0.9993179440498352
Epoch 1960: Loss: 1.014629602432251
Epoch 1961: Loss: 1.0426125526428223
Epoch 1962: Loss: 1.0697499513626099
Epoch 1963: Loss: 1.107592225074768
Epoch 1964: Loss: 1.0240068435668945
Epoch 1965: Loss: 0.9844068884849548
Epoch 1966: Loss: 0.9873781204223633
Epoch 1967: Loss: 1.008540153503418
Epoch 1968: Loss: 1.0293642282485962
Epoch 1969: Loss: 0.9645772576332092
Epoch 1970: Loss: 1.0089457035064697
Epoch 1971: Loss: 1.0247886180877686
Epoch 1972: Loss: 0.9828365445137024
Epoch 1973: Loss: 1.053796410560608
Epoch 1974: Loss: 1.0796340703964233
Epoch 1975: Loss: 1.0729610919952393
Epoch 1976: Loss: 1.089543342590332
Epoch 1977: Loss: 1.019613265991211
Epoch 1978: Loss: 1.13252592086792
Epoch 1979: Loss: 1.0377740859985352
Epoch 1980: Loss: 1.1547316312789917
Epoch 1981: Loss: 1.0206128358840942
Epoch 1982: Loss: 0.9983221292495728
Epoch 1983: Loss: 1.0884214639663696
Epoch 1984: Loss: 0.9933362007141113
Epoch 1985: Loss: 1.0420165061950684
Epoch 1986: Loss: 1.03598952293396
Epoch 1987: Loss: 0.9633250832557678
Epoch 1988: Loss: 1.0348061323165894
Epoch 1989: Loss: 1.1173285245895386
Epoch 1990: Loss: 0.9634341597557068
Epoch 1991: Loss: 1.0529210567474365
Epoch 1992: Loss: 1.0285944938659668
Epoch 1993: Loss: 1.1461066007614136
Epoch 1994: Loss: 1.0483266115188599
Epoch 1995: Loss: 0.955787181854248
Epoch 1996: Loss: 1.1283193826675415
Epoch 1997: Loss: 1.0023713111877441
Epoch 1998: Loss: 0.9200692176818848
Epoch 1999: Loss: 1.0292017459869385
Epoch 2000: Loss: 1.0673755407333374
In [ ]:
def evaluate(data):
    model.eval()
    with torch.no_grad():
        out = model(data.x, data.edge_index)
        loss = loss_func(out.squeeze(), data.y)
    return loss.item()

test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')
Test Loss: 3.850874900817871
In [ ]:
def predict(data):
    model.eval()
    with torch.no_grad():
        predictions = model(data.x, data.edge_index)
    return predictions.squeeze()

predictions = predict(G_data_test)

test_data_['PD GNN 2 LAYERS'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest','PD GNN No sdt','PD GNN 3 LAYERS',"T_LOCAL_TX_PD",'PD GNN 2 LAYERS']]
Out[ ]:
T_LOCAL_TX_PD PD random forest PD GNN No sdt PD GNN 3 LAYERS PD GNN 2 LAYERS
3394 -4 -4 -5 -8 5+
3396 -6 -6 5+ -8 -8
3403 6 -6 -5 3 -4
3404 7+ 7 -5 -8 -10
3421 -5 -5 -5 6+ 6
... ... ... ... ... ...
4486 -6 -6 -5 -2 2
4488 5 5 -5 -5 -5
4492 7+ 7+ -5 6+ -7
4494 7 7 -5 6 -7
4499 -3 3 -5 -3 -3

106 rows × 5 columns

This last one is more better than the GCN with 3 layers

FEATURES ENGINEERING FOR EDGES OF GRAPH¶

In [ ]:
# Calculating TX_COUNT and TX_MEAN
transactions_data['TX_COUNT'] = transactions_data.groupby(['ID', 'COUNTERPARTY'])['TX_AMOUNT'].transform('count')
transactions_data['TX_MEAN'] = transactions_data.groupby(['ID', 'COUNTERPARTY'])['TX_AMOUNT'].transform('mean')
In [ ]:
transactions_data
Out[ ]:
DATE TX_AMOUNT ID COUNTERPARTY TX_COUNT TX_MEAN
0 13/03/2022 -0.058190 185303 232173 22 -0.039062
1 27/06/2022 -0.059969 185303 556373 16 -0.034919
2 17/04/2022 -0.005332 185303 230921 17 0.004592
3 14/09/2022 -0.016891 185303 230921 17 0.004592
4 14/02/2022 -0.054893 185303 232173 22 -0.039062
... ... ... ... ... ... ...
138793 25/08/2022 0.383975 733900 203333 12 0.822524
138794 20/06/2022 0.697105 733900 203333 12 0.822524
138795 11/05/2022 0.848930 733900 203333 12 0.822524
138796 28/04/2022 0.907801 733900 203333 12 0.822524
138797 23/06/2022 0.751523 733900 203333 12 0.822524

138798 rows × 6 columns

In [ ]:
G_train = nx.DiGraph()

for _, row in df_train_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()
    G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])

for _, row in transactions_data.iterrows():
    if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:
        G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'], tx_count=row['TX_COUNT'], tx_mean=row['TX_MEAN'])


print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")

G_test = nx.DiGraph()

for _, row in df_test_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:
        G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'], tx_count=row['TX_COUNT'], tx_mean=row['TX_MEAN'])

print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")
Train Graph has 1129 nodes and 3297 edges.
Test Graph has 106 nodes and 49 edges.
In [ ]:
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)
edge_features = [[data['tx_amount'], data['tx_count'], data['tx_mean']] for _, _, data in G_train.edges(data=True)]
G_data_train.edge_attr = torch.tensor(edge_features, dtype=torch.float)


G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)
edge_features = [[data['tx_amount'], data['tx_count'], data['tx_mean']] for _, _, data in G_test.edges(data=True)]
G_data_test.edge_attr = torch.tensor(edge_features, dtype=torch.float)
In [ ]:
num_node_features = G_data_train.num_node_features
hidden_channels = 60  
output_channels = 1  
dropout_rate = 0.4 

model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)  
loss_func = torch.nn.MSELoss() 

def train():
    model.train()
    optimizer.zero_grad()
    out = model(G_data_train.x, G_data_train.edge_index)
    loss = loss_func(out.squeeze(), G_data_train.y)
    loss.backward()
    optimizer.step()
    return loss.item()

for epoch in range(2000):
    loss = train()
    print(f'Epoch {epoch+1}: Loss: {loss}')
Epoch 1: Loss: 32.41835021972656
Epoch 2: Loss: 31.825180053710938
Epoch 3: Loss: 31.450489044189453
Epoch 4: Loss: 30.954965591430664
Epoch 5: Loss: 30.38775634765625
Epoch 6: Loss: 29.89249610900879
Epoch 7: Loss: 29.48677635192871
Epoch 8: Loss: 29.10199546813965
Epoch 9: Loss: 28.679677963256836
Epoch 10: Loss: 27.968273162841797
Epoch 11: Loss: 27.803007125854492
Epoch 12: Loss: 27.291553497314453
Epoch 13: Loss: 26.79412841796875
Epoch 14: Loss: 26.254920959472656
Epoch 15: Loss: 26.152400970458984
Epoch 16: Loss: 25.42543601989746
Epoch 17: Loss: 25.041902542114258
Epoch 18: Loss: 24.723960876464844
Epoch 19: Loss: 24.192819595336914
Epoch 20: Loss: 23.8312931060791
Epoch 21: Loss: 23.367259979248047
Epoch 22: Loss: 22.868331909179688
Epoch 23: Loss: 22.568878173828125
Epoch 24: Loss: 22.176347732543945
Epoch 25: Loss: 21.95272445678711
Epoch 26: Loss: 21.37904167175293
Epoch 27: Loss: 21.102310180664062
Epoch 28: Loss: 20.65489959716797
Epoch 29: Loss: 20.41763687133789
Epoch 30: Loss: 19.979238510131836
Epoch 31: Loss: 19.687105178833008
Epoch 32: Loss: 19.279987335205078
Epoch 33: Loss: 18.990848541259766
Epoch 34: Loss: 18.583511352539062
Epoch 35: Loss: 18.211986541748047
Epoch 36: Loss: 17.771451950073242
Epoch 37: Loss: 17.373329162597656
Epoch 38: Loss: 17.170223236083984
Epoch 39: Loss: 16.934978485107422
Epoch 40: Loss: 16.4322509765625
Epoch 41: Loss: 16.23719024658203
Epoch 42: Loss: 15.745872497558594
Epoch 43: Loss: 15.71656322479248
Epoch 44: Loss: 15.408802032470703
Epoch 45: Loss: 14.941061973571777
Epoch 46: Loss: 14.433871269226074
Epoch 47: Loss: 14.28629207611084
Epoch 48: Loss: 13.9251708984375
Epoch 49: Loss: 13.531865119934082
Epoch 50: Loss: 13.320549964904785
Epoch 51: Loss: 13.119080543518066
Epoch 52: Loss: 12.664968490600586
Epoch 53: Loss: 12.187403678894043
Epoch 54: Loss: 11.894355773925781
Epoch 55: Loss: 11.701529502868652
Epoch 56: Loss: 11.50171184539795
Epoch 57: Loss: 11.391680717468262
Epoch 58: Loss: 10.783366203308105
Epoch 59: Loss: 10.505228042602539
Epoch 60: Loss: 10.477568626403809
Epoch 61: Loss: 9.875354766845703
Epoch 62: Loss: 9.859810829162598
Epoch 63: Loss: 9.49624252319336
Epoch 64: Loss: 9.302632331848145
Epoch 65: Loss: 8.857931137084961
Epoch 66: Loss: 8.672444343566895
Epoch 67: Loss: 8.202932357788086
Epoch 68: Loss: 8.214040756225586
Epoch 69: Loss: 8.087214469909668
Epoch 70: Loss: 7.725693225860596
Epoch 71: Loss: 7.36545991897583
Epoch 72: Loss: 7.555617332458496
Epoch 73: Loss: 6.888508319854736
Epoch 74: Loss: 6.831200122833252
Epoch 75: Loss: 6.838742733001709
Epoch 76: Loss: 6.475734233856201
Epoch 77: Loss: 6.255692958831787
Epoch 78: Loss: 6.075843334197998
Epoch 79: Loss: 6.017397880554199
Epoch 80: Loss: 5.881206035614014
Epoch 81: Loss: 5.635848522186279
Epoch 82: Loss: 5.366148471832275
Epoch 83: Loss: 5.128007411956787
Epoch 84: Loss: 5.1080827713012695
Epoch 85: Loss: 5.281944274902344
Epoch 86: Loss: 5.168386459350586
Epoch 87: Loss: 4.788303852081299
Epoch 88: Loss: 4.994572162628174
Epoch 89: Loss: 4.770349502563477
Epoch 90: Loss: 4.729532718658447
Epoch 91: Loss: 4.535058498382568
Epoch 92: Loss: 4.4683709144592285
Epoch 93: Loss: 4.270865440368652
Epoch 94: Loss: 4.429657936096191
Epoch 95: Loss: 4.1951375007629395
Epoch 96: Loss: 4.29054069519043
Epoch 97: Loss: 4.24185848236084
Epoch 98: Loss: 4.217284202575684
Epoch 99: Loss: 4.063762187957764
Epoch 100: Loss: 4.113927841186523
Epoch 101: Loss: 3.9825356006622314
Epoch 102: Loss: 4.198311805725098
Epoch 103: Loss: 3.8739283084869385
Epoch 104: Loss: 3.9937686920166016
Epoch 105: Loss: 4.015061855316162
Epoch 106: Loss: 3.8409829139709473
Epoch 107: Loss: 3.99709415435791
Epoch 108: Loss: 3.9396352767944336
Epoch 109: Loss: 3.779111862182617
Epoch 110: Loss: 3.775027275085449
Epoch 111: Loss: 3.8463337421417236
Epoch 112: Loss: 3.7578928470611572
Epoch 113: Loss: 3.9498441219329834
Epoch 114: Loss: 3.691911458969116
Epoch 115: Loss: 3.779873847961426
Epoch 116: Loss: 3.7293784618377686
Epoch 117: Loss: 3.7931745052337646
Epoch 118: Loss: 3.831376791000366
Epoch 119: Loss: 3.6511940956115723
Epoch 120: Loss: 3.645615577697754
Epoch 121: Loss: 3.5864906311035156
Epoch 122: Loss: 3.665477991104126
Epoch 123: Loss: 3.5706541538238525
Epoch 124: Loss: 3.4702532291412354
Epoch 125: Loss: 3.4765381813049316
Epoch 126: Loss: 3.4792919158935547
Epoch 127: Loss: 3.5317635536193848
Epoch 128: Loss: 3.4082372188568115
Epoch 129: Loss: 3.358619213104248
Epoch 130: Loss: 3.4311203956604004
Epoch 131: Loss: 3.3866078853607178
Epoch 132: Loss: 3.3842906951904297
Epoch 133: Loss: 3.4088127613067627
Epoch 134: Loss: 3.5114212036132812
Epoch 135: Loss: 3.365795373916626
Epoch 136: Loss: 3.3190388679504395
Epoch 137: Loss: 3.3238766193389893
Epoch 138: Loss: 3.3918275833129883
Epoch 139: Loss: 3.2817270755767822
Epoch 140: Loss: 3.324615240097046
Epoch 141: Loss: 3.1965250968933105
Epoch 142: Loss: 3.354928970336914
Epoch 143: Loss: 3.3165698051452637
Epoch 144: Loss: 3.2872328758239746
Epoch 145: Loss: 3.0716211795806885
Epoch 146: Loss: 3.3082759380340576
Epoch 147: Loss: 3.2206573486328125
Epoch 148: Loss: 3.201852560043335
Epoch 149: Loss: 3.145815372467041
Epoch 150: Loss: 3.2419016361236572
Epoch 151: Loss: 3.213444709777832
Epoch 152: Loss: 3.2078704833984375
Epoch 153: Loss: 3.1525957584381104
Epoch 154: Loss: 3.1404223442077637
Epoch 155: Loss: 3.1781466007232666
Epoch 156: Loss: 3.2294909954071045
Epoch 157: Loss: 3.1447741985321045
Epoch 158: Loss: 3.094843864440918
Epoch 159: Loss: 3.1138854026794434
Epoch 160: Loss: 3.1234676837921143
Epoch 161: Loss: 3.0523014068603516
Epoch 162: Loss: 3.224586009979248
Epoch 163: Loss: 3.0142321586608887
Epoch 164: Loss: 2.9969425201416016
Epoch 165: Loss: 2.931380033493042
Epoch 166: Loss: 3.0677497386932373
Epoch 167: Loss: 2.954819440841675
Epoch 168: Loss: 3.0778472423553467
Epoch 169: Loss: 3.1114470958709717
Epoch 170: Loss: 3.0416910648345947
Epoch 171: Loss: 3.0629589557647705
Epoch 172: Loss: 2.9101827144622803
Epoch 173: Loss: 2.9221301078796387
Epoch 174: Loss: 3.192054510116577
Epoch 175: Loss: 3.0471761226654053
Epoch 176: Loss: 3.036435604095459
Epoch 177: Loss: 3.0042734146118164
Epoch 178: Loss: 2.994800090789795
Epoch 179: Loss: 3.0096538066864014
Epoch 180: Loss: 2.9334516525268555
Epoch 181: Loss: 3.0108392238616943
Epoch 182: Loss: 3.026049852371216
Epoch 183: Loss: 3.0538713932037354
Epoch 184: Loss: 2.914311408996582
Epoch 185: Loss: 2.8713202476501465
Epoch 186: Loss: 2.895906448364258
Epoch 187: Loss: 2.938260555267334
Epoch 188: Loss: 3.093550205230713
Epoch 189: Loss: 3.0501859188079834
Epoch 190: Loss: 2.9534130096435547
Epoch 191: Loss: 2.91886305809021
Epoch 192: Loss: 2.8682050704956055
Epoch 193: Loss: 2.8738913536071777
Epoch 194: Loss: 2.8922719955444336
Epoch 195: Loss: 2.852588415145874
Epoch 196: Loss: 2.8524255752563477
Epoch 197: Loss: 2.8471343517303467
Epoch 198: Loss: 2.831773042678833
Epoch 199: Loss: 2.865902900695801
Epoch 200: Loss: 2.8489558696746826
Epoch 201: Loss: 2.8576760292053223
Epoch 202: Loss: 2.878344774246216
Epoch 203: Loss: 2.8105850219726562
Epoch 204: Loss: 2.7568254470825195
Epoch 205: Loss: 2.7233076095581055
Epoch 206: Loss: 2.720771551132202
Epoch 207: Loss: 2.7493553161621094
Epoch 208: Loss: 2.8461313247680664
Epoch 209: Loss: 2.8411145210266113
Epoch 210: Loss: 2.8735337257385254
Epoch 211: Loss: 2.8508479595184326
Epoch 212: Loss: 2.7591264247894287
Epoch 213: Loss: 2.631633758544922
Epoch 214: Loss: 2.6341960430145264
Epoch 215: Loss: 2.8340466022491455
Epoch 216: Loss: 2.6837430000305176
Epoch 217: Loss: 2.831448554992676
Epoch 218: Loss: 2.8143563270568848
Epoch 219: Loss: 2.780100107192993
Epoch 220: Loss: 2.7718610763549805
Epoch 221: Loss: 2.6774420738220215
Epoch 222: Loss: 2.744480848312378
Epoch 223: Loss: 2.6965298652648926
Epoch 224: Loss: 2.6891775131225586
Epoch 225: Loss: 2.7720236778259277
Epoch 226: Loss: 2.627014398574829
Epoch 227: Loss: 2.7470028400421143
Epoch 228: Loss: 2.6752796173095703
Epoch 229: Loss: 2.6877527236938477
Epoch 230: Loss: 2.714977502822876
Epoch 231: Loss: 2.59525465965271
Epoch 232: Loss: 2.6470561027526855
Epoch 233: Loss: 2.698270320892334
Epoch 234: Loss: 2.6533427238464355
Epoch 235: Loss: 2.596713066101074
Epoch 236: Loss: 2.706510066986084
Epoch 237: Loss: 2.5692451000213623
Epoch 238: Loss: 2.699768543243408
Epoch 239: Loss: 2.5987868309020996
Epoch 240: Loss: 2.7678093910217285
Epoch 241: Loss: 2.5878007411956787
Epoch 242: Loss: 2.6272287368774414
Epoch 243: Loss: 2.593226909637451
Epoch 244: Loss: 2.632401704788208
Epoch 245: Loss: 2.74885892868042
Epoch 246: Loss: 2.620781898498535
Epoch 247: Loss: 2.6251275539398193
Epoch 248: Loss: 2.609294891357422
Epoch 249: Loss: 2.6597557067871094
Epoch 250: Loss: 2.597230911254883
Epoch 251: Loss: 2.749176502227783
Epoch 252: Loss: 2.708899736404419
Epoch 253: Loss: 2.566425085067749
Epoch 254: Loss: 2.561306953430176
Epoch 255: Loss: 2.5790834426879883
Epoch 256: Loss: 2.550363302230835
Epoch 257: Loss: 2.5464437007904053
Epoch 258: Loss: 2.595876693725586
Epoch 259: Loss: 2.6262969970703125
Epoch 260: Loss: 2.52312970161438
Epoch 261: Loss: 2.5821115970611572
Epoch 262: Loss: 2.608196258544922
Epoch 263: Loss: 2.6256637573242188
Epoch 264: Loss: 2.5865464210510254
Epoch 265: Loss: 2.5085325241088867
Epoch 266: Loss: 2.6147613525390625
Epoch 267: Loss: 2.539214849472046
Epoch 268: Loss: 2.5560801029205322
Epoch 269: Loss: 2.526921510696411
Epoch 270: Loss: 2.5771496295928955
Epoch 271: Loss: 2.597294569015503
Epoch 272: Loss: 2.495710611343384
Epoch 273: Loss: 2.5111496448516846
Epoch 274: Loss: 2.429450035095215
Epoch 275: Loss: 2.4456653594970703
Epoch 276: Loss: 2.497931718826294
Epoch 277: Loss: 2.531026840209961
Epoch 278: Loss: 2.4799489974975586
Epoch 279: Loss: 2.4415018558502197
Epoch 280: Loss: 2.503091335296631
Epoch 281: Loss: 2.6121325492858887
Epoch 282: Loss: 2.479200601577759
Epoch 283: Loss: 2.5321319103240967
Epoch 284: Loss: 2.4779603481292725
Epoch 285: Loss: 2.4826581478118896
Epoch 286: Loss: 2.4907140731811523
Epoch 287: Loss: 2.4652750492095947
Epoch 288: Loss: 2.525514841079712
Epoch 289: Loss: 2.4461658000946045
Epoch 290: Loss: 2.4094481468200684
Epoch 291: Loss: 2.468874454498291
Epoch 292: Loss: 2.409420967102051
Epoch 293: Loss: 2.4785654544830322
Epoch 294: Loss: 2.4536778926849365
Epoch 295: Loss: 2.4607300758361816
Epoch 296: Loss: 2.326107978820801
Epoch 297: Loss: 2.477834463119507
Epoch 298: Loss: 2.428704261779785
Epoch 299: Loss: 2.4213919639587402
Epoch 300: Loss: 2.487661600112915
Epoch 301: Loss: 2.4276158809661865
Epoch 302: Loss: 2.4773263931274414
Epoch 303: Loss: 2.4251720905303955
Epoch 304: Loss: 2.373016357421875
Epoch 305: Loss: 2.424534559249878
Epoch 306: Loss: 2.4193716049194336
Epoch 307: Loss: 2.4177398681640625
Epoch 308: Loss: 2.2696051597595215
Epoch 309: Loss: 2.3678267002105713
Epoch 310: Loss: 2.4136435985565186
Epoch 311: Loss: 2.379674196243286
Epoch 312: Loss: 2.4339678287506104
Epoch 313: Loss: 2.433101177215576
Epoch 314: Loss: 2.4775643348693848
Epoch 315: Loss: 2.3189029693603516
Epoch 316: Loss: 2.2886693477630615
Epoch 317: Loss: 2.3805086612701416
Epoch 318: Loss: 2.3348095417022705
Epoch 319: Loss: 2.228468656539917
Epoch 320: Loss: 2.3500003814697266
Epoch 321: Loss: 2.332740306854248
Epoch 322: Loss: 2.3681423664093018
Epoch 323: Loss: 2.3868625164031982
Epoch 324: Loss: 2.2944319248199463
Epoch 325: Loss: 2.4114468097686768
Epoch 326: Loss: 2.299450159072876
Epoch 327: Loss: 2.360802412033081
Epoch 328: Loss: 2.363675355911255
Epoch 329: Loss: 2.4246466159820557
Epoch 330: Loss: 2.313762664794922
Epoch 331: Loss: 2.376854181289673
Epoch 332: Loss: 2.4338290691375732
Epoch 333: Loss: 2.337193250656128
Epoch 334: Loss: 2.328075647354126
Epoch 335: Loss: 2.1900594234466553
Epoch 336: Loss: 2.375516653060913
Epoch 337: Loss: 2.3048973083496094
Epoch 338: Loss: 2.279764413833618
Epoch 339: Loss: 2.4579505920410156
Epoch 340: Loss: 2.29854679107666
Epoch 341: Loss: 2.288684844970703
Epoch 342: Loss: 2.4063634872436523
Epoch 343: Loss: 2.2913818359375
Epoch 344: Loss: 2.3538172245025635
Epoch 345: Loss: 2.236659526824951
Epoch 346: Loss: 2.2326998710632324
Epoch 347: Loss: 2.4423556327819824
Epoch 348: Loss: 2.3155300617218018
Epoch 349: Loss: 2.3478596210479736
Epoch 350: Loss: 2.3043322563171387
Epoch 351: Loss: 2.2627546787261963
Epoch 352: Loss: 2.2635982036590576
Epoch 353: Loss: 2.2821927070617676
Epoch 354: Loss: 2.2548656463623047
Epoch 355: Loss: 2.133763313293457
Epoch 356: Loss: 2.3162970542907715
Epoch 357: Loss: 2.2402334213256836
Epoch 358: Loss: 2.2611591815948486
Epoch 359: Loss: 2.345761775970459
Epoch 360: Loss: 2.3237850666046143
Epoch 361: Loss: 2.3346803188323975
Epoch 362: Loss: 2.253476142883301
Epoch 363: Loss: 2.2214484214782715
Epoch 364: Loss: 2.213568925857544
Epoch 365: Loss: 2.242689609527588
Epoch 366: Loss: 2.202094316482544
Epoch 367: Loss: 2.21185040473938
Epoch 368: Loss: 2.268578052520752
Epoch 369: Loss: 2.207407236099243
Epoch 370: Loss: 2.182785749435425
Epoch 371: Loss: 2.2271888256073
Epoch 372: Loss: 2.226184368133545
Epoch 373: Loss: 2.085045337677002
Epoch 374: Loss: 2.156470775604248
Epoch 375: Loss: 2.2505176067352295
Epoch 376: Loss: 2.246405601501465
Epoch 377: Loss: 2.093719720840454
Epoch 378: Loss: 2.2221603393554688
Epoch 379: Loss: 2.1801199913024902
Epoch 380: Loss: 2.242448329925537
Epoch 381: Loss: 2.242753744125366
Epoch 382: Loss: 2.1398448944091797
Epoch 383: Loss: 2.1788718700408936
Epoch 384: Loss: 2.2278993129730225
Epoch 385: Loss: 2.1909735202789307
Epoch 386: Loss: 2.1102230548858643
Epoch 387: Loss: 2.148857593536377
Epoch 388: Loss: 2.2506537437438965
Epoch 389: Loss: 2.176609754562378
Epoch 390: Loss: 2.1141340732574463
Epoch 391: Loss: 2.173888921737671
Epoch 392: Loss: 2.166447401046753
Epoch 393: Loss: 2.170377731323242
Epoch 394: Loss: 2.1741855144500732
Epoch 395: Loss: 2.104001998901367
Epoch 396: Loss: 2.218719005584717
Epoch 397: Loss: 2.197314977645874
Epoch 398: Loss: 2.083779811859131
Epoch 399: Loss: 2.165489912033081
Epoch 400: Loss: 2.1826202869415283
Epoch 401: Loss: 2.170814037322998
Epoch 402: Loss: 2.1162755489349365
Epoch 403: Loss: 2.030137777328491
Epoch 404: Loss: 2.1050212383270264
Epoch 405: Loss: 2.0988872051239014
Epoch 406: Loss: 2.1167654991149902
Epoch 407: Loss: 2.1566593647003174
Epoch 408: Loss: 2.1486024856567383
Epoch 409: Loss: 2.1276962757110596
Epoch 410: Loss: 2.1590638160705566
Epoch 411: Loss: 2.0507242679595947
Epoch 412: Loss: 2.1256046295166016
Epoch 413: Loss: 2.1345040798187256
Epoch 414: Loss: 2.0993337631225586
Epoch 415: Loss: 2.2290074825286865
Epoch 416: Loss: 2.096661329269409
Epoch 417: Loss: 2.1817679405212402
Epoch 418: Loss: 2.123098373413086
Epoch 419: Loss: 2.138129234313965
Epoch 420: Loss: 2.193983316421509
Epoch 421: Loss: 2.142089366912842
Epoch 422: Loss: 2.046015739440918
Epoch 423: Loss: 2.0920467376708984
Epoch 424: Loss: 2.0298287868499756
Epoch 425: Loss: 2.0418224334716797
Epoch 426: Loss: 2.016747236251831
Epoch 427: Loss: 2.112574577331543
Epoch 428: Loss: 2.036496877670288
Epoch 429: Loss: 2.022021532058716
Epoch 430: Loss: 2.135503053665161
Epoch 431: Loss: 2.0850188732147217
Epoch 432: Loss: 2.006725549697876
Epoch 433: Loss: 2.0961387157440186
Epoch 434: Loss: 2.1428749561309814
Epoch 435: Loss: 2.064624071121216
Epoch 436: Loss: 2.1175179481506348
Epoch 437: Loss: 2.073770523071289
Epoch 438: Loss: 2.1087687015533447
Epoch 439: Loss: 2.105597734451294
Epoch 440: Loss: 2.112412452697754
Epoch 441: Loss: 1.9600459337234497
Epoch 442: Loss: 2.153925895690918
Epoch 443: Loss: 1.9536762237548828
Epoch 444: Loss: 2.199685573577881
Epoch 445: Loss: 2.0203909873962402
Epoch 446: Loss: 2.0537893772125244
Epoch 447: Loss: 2.0575685501098633
Epoch 448: Loss: 2.058858871459961
Epoch 449: Loss: 2.115638494491577
Epoch 450: Loss: 1.9831981658935547
Epoch 451: Loss: 2.083556890487671
Epoch 452: Loss: 2.1024200916290283
Epoch 453: Loss: 2.1222569942474365
Epoch 454: Loss: 2.067321300506592
Epoch 455: Loss: 2.0103394985198975
Epoch 456: Loss: 1.9935638904571533
Epoch 457: Loss: 2.0004453659057617
Epoch 458: Loss: 2.0145304203033447
Epoch 459: Loss: 2.1075305938720703
Epoch 460: Loss: 2.0477681159973145
Epoch 461: Loss: 2.089913845062256
Epoch 462: Loss: 1.9146097898483276
Epoch 463: Loss: 2.0105597972869873
Epoch 464: Loss: 1.9678930044174194
Epoch 465: Loss: 2.0567076206207275
Epoch 466: Loss: 2.07150936126709
Epoch 467: Loss: 2.018869638442993
Epoch 468: Loss: 2.0491080284118652
Epoch 469: Loss: 2.0577802658081055
Epoch 470: Loss: 1.9908990859985352
Epoch 471: Loss: 2.0381133556365967
Epoch 472: Loss: 1.974159836769104
Epoch 473: Loss: 2.013129949569702
Epoch 474: Loss: 1.9540648460388184
Epoch 475: Loss: 2.048692464828491
Epoch 476: Loss: 2.0721418857574463
Epoch 477: Loss: 1.9808783531188965
Epoch 478: Loss: 1.9520602226257324
Epoch 479: Loss: 1.9236267805099487
Epoch 480: Loss: 1.9884414672851562
Epoch 481: Loss: 2.0556280612945557
Epoch 482: Loss: 2.0097768306732178
Epoch 483: Loss: 1.9164398908615112
Epoch 484: Loss: 1.9837446212768555
Epoch 485: Loss: 1.9849307537078857
Epoch 486: Loss: 1.8829394578933716
Epoch 487: Loss: 1.9805455207824707
Epoch 488: Loss: 1.9488435983657837
Epoch 489: Loss: 2.0260519981384277
Epoch 490: Loss: 2.002448320388794
Epoch 491: Loss: 1.9344371557235718
Epoch 492: Loss: 2.0463390350341797
Epoch 493: Loss: 2.0201644897460938
Epoch 494: Loss: 2.0191454887390137
Epoch 495: Loss: 1.8787661790847778
Epoch 496: Loss: 1.939915657043457
Epoch 497: Loss: 1.9137003421783447
Epoch 498: Loss: 1.9715404510498047
Epoch 499: Loss: 1.9071317911148071
Epoch 500: Loss: 1.9037084579467773
Epoch 501: Loss: 1.896501898765564
Epoch 502: Loss: 1.9061179161071777
Epoch 503: Loss: 1.9564731121063232
Epoch 504: Loss: 1.8851335048675537
Epoch 505: Loss: 1.9357140064239502
Epoch 506: Loss: 1.898743748664856
Epoch 507: Loss: 2.011477470397949
Epoch 508: Loss: 1.8410521745681763
Epoch 509: Loss: 1.9458427429199219
Epoch 510: Loss: 1.9881784915924072
Epoch 511: Loss: 1.959977388381958
Epoch 512: Loss: 1.9622851610183716
Epoch 513: Loss: 1.9176990985870361
Epoch 514: Loss: 1.9520618915557861
Epoch 515: Loss: 1.88816499710083
Epoch 516: Loss: 1.9449353218078613
Epoch 517: Loss: 1.9454394578933716
Epoch 518: Loss: 1.867011308670044
Epoch 519: Loss: 1.8793355226516724
Epoch 520: Loss: 1.8916270732879639
Epoch 521: Loss: 1.9549554586410522
Epoch 522: Loss: 1.8558151721954346
Epoch 523: Loss: 1.8585163354873657
Epoch 524: Loss: 1.9226195812225342
Epoch 525: Loss: 1.8719100952148438
Epoch 526: Loss: 1.8460376262664795
Epoch 527: Loss: 1.8411659002304077
Epoch 528: Loss: 1.9196176528930664
Epoch 529: Loss: 1.8904526233673096
Epoch 530: Loss: 1.863306999206543
Epoch 531: Loss: 1.9311739206314087
Epoch 532: Loss: 1.8478111028671265
Epoch 533: Loss: 1.869615912437439
Epoch 534: Loss: 1.8551089763641357
Epoch 535: Loss: 1.812423825263977
Epoch 536: Loss: 1.816839337348938
Epoch 537: Loss: 1.9996562004089355
Epoch 538: Loss: 1.837424397468567
Epoch 539: Loss: 1.8749078512191772
Epoch 540: Loss: 1.8679121732711792
Epoch 541: Loss: 1.9028843641281128
Epoch 542: Loss: 1.8553694486618042
Epoch 543: Loss: 1.9221268892288208
Epoch 544: Loss: 1.868341326713562
Epoch 545: Loss: 1.8446067571640015
Epoch 546: Loss: 1.9001315832138062
Epoch 547: Loss: 1.8155829906463623
Epoch 548: Loss: 1.8118274211883545
Epoch 549: Loss: 1.900663137435913
Epoch 550: Loss: 1.8961119651794434
Epoch 551: Loss: 1.825417399406433
Epoch 552: Loss: 1.9141026735305786
Epoch 553: Loss: 1.7200974225997925
Epoch 554: Loss: 1.87092924118042
Epoch 555: Loss: 1.8677077293395996
Epoch 556: Loss: 1.905947208404541
Epoch 557: Loss: 1.8296252489089966
Epoch 558: Loss: 1.8902546167373657
Epoch 559: Loss: 1.883341908454895
Epoch 560: Loss: 1.795562744140625
Epoch 561: Loss: 1.8826090097427368
Epoch 562: Loss: 1.8301777839660645
Epoch 563: Loss: 1.8350188732147217
Epoch 564: Loss: 1.87012779712677
Epoch 565: Loss: 1.82063627243042
Epoch 566: Loss: 1.8826667070388794
Epoch 567: Loss: 1.8001850843429565
Epoch 568: Loss: 1.8657149076461792
Epoch 569: Loss: 1.8558034896850586
Epoch 570: Loss: 1.78725004196167
Epoch 571: Loss: 1.8080129623413086
Epoch 572: Loss: 1.825133204460144
Epoch 573: Loss: 1.7523181438446045
Epoch 574: Loss: 1.8245997428894043
Epoch 575: Loss: 1.8635154962539673
Epoch 576: Loss: 1.8552440404891968
Epoch 577: Loss: 1.7829797267913818
Epoch 578: Loss: 1.8612542152404785
Epoch 579: Loss: 1.7766529321670532
Epoch 580: Loss: 1.8293323516845703
Epoch 581: Loss: 1.7759007215499878
Epoch 582: Loss: 1.7061820030212402
Epoch 583: Loss: 1.8508332967758179
Epoch 584: Loss: 1.782336950302124
Epoch 585: Loss: 1.7942887544631958
Epoch 586: Loss: 1.7605730295181274
Epoch 587: Loss: 1.7528839111328125
Epoch 588: Loss: 1.817892074584961
Epoch 589: Loss: 1.8095099925994873
Epoch 590: Loss: 1.8249483108520508
Epoch 591: Loss: 1.753185749053955
Epoch 592: Loss: 1.7798973321914673
Epoch 593: Loss: 1.770938515663147
Epoch 594: Loss: 1.802736520767212
Epoch 595: Loss: 1.7781920433044434
Epoch 596: Loss: 1.8306994438171387
Epoch 597: Loss: 1.7682424783706665
Epoch 598: Loss: 1.9187848567962646
Epoch 599: Loss: 1.7926348447799683
Epoch 600: Loss: 1.7726008892059326
Epoch 601: Loss: 1.7904402017593384
Epoch 602: Loss: 1.77857506275177
Epoch 603: Loss: 1.7517770528793335
Epoch 604: Loss: 1.7931119203567505
Epoch 605: Loss: 1.6918342113494873
Epoch 606: Loss: 1.76398766040802
Epoch 607: Loss: 1.800122618675232
Epoch 608: Loss: 1.7976493835449219
Epoch 609: Loss: 1.8332222700119019
Epoch 610: Loss: 1.772384762763977
Epoch 611: Loss: 1.7263261079788208
Epoch 612: Loss: 1.715288758277893
Epoch 613: Loss: 1.7358709573745728
Epoch 614: Loss: 1.8056820631027222
Epoch 615: Loss: 1.698264241218567
Epoch 616: Loss: 1.7139192819595337
Epoch 617: Loss: 1.8150609731674194
Epoch 618: Loss: 1.7855005264282227
Epoch 619: Loss: 1.7864569425582886
Epoch 620: Loss: 1.7767713069915771
Epoch 621: Loss: 1.9059401750564575
Epoch 622: Loss: 1.746354341506958
Epoch 623: Loss: 1.8617810010910034
Epoch 624: Loss: 1.7829760313034058
Epoch 625: Loss: 1.7171276807785034
Epoch 626: Loss: 1.6534978151321411
Epoch 627: Loss: 1.719897985458374
Epoch 628: Loss: 1.6931931972503662
Epoch 629: Loss: 1.761759877204895
Epoch 630: Loss: 1.752392053604126
Epoch 631: Loss: 1.7112600803375244
Epoch 632: Loss: 1.7744745016098022
Epoch 633: Loss: 1.6588687896728516
Epoch 634: Loss: 1.7628319263458252
Epoch 635: Loss: 1.798248529434204
Epoch 636: Loss: 1.719054937362671
Epoch 637: Loss: 1.7059974670410156
Epoch 638: Loss: 1.7074307203292847
Epoch 639: Loss: 1.705526351928711
Epoch 640: Loss: 1.7883042097091675
Epoch 641: Loss: 1.7288987636566162
Epoch 642: Loss: 1.6770120859146118
Epoch 643: Loss: 1.6591780185699463
Epoch 644: Loss: 1.7222975492477417
Epoch 645: Loss: 1.7892380952835083
Epoch 646: Loss: 1.7383052110671997
Epoch 647: Loss: 1.7698107957839966
Epoch 648: Loss: 1.7482404708862305
Epoch 649: Loss: 1.7369009256362915
Epoch 650: Loss: 1.749852180480957
Epoch 651: Loss: 1.7856789827346802
Epoch 652: Loss: 1.8164399862289429
Epoch 653: Loss: 1.7586641311645508
Epoch 654: Loss: 1.6966060400009155
Epoch 655: Loss: 1.7344011068344116
Epoch 656: Loss: 1.7606531381607056
Epoch 657: Loss: 1.7701584100723267
Epoch 658: Loss: 1.7269824743270874
Epoch 659: Loss: 1.6857255697250366
Epoch 660: Loss: 1.7623825073242188
Epoch 661: Loss: 1.7277464866638184
Epoch 662: Loss: 1.7168773412704468
Epoch 663: Loss: 1.7215852737426758
Epoch 664: Loss: 1.7387694120407104
Epoch 665: Loss: 1.728118896484375
Epoch 666: Loss: 1.707310676574707
Epoch 667: Loss: 1.7716189622879028
Epoch 668: Loss: 1.6351696252822876
Epoch 669: Loss: 1.7281526327133179
Epoch 670: Loss: 1.655275583267212
Epoch 671: Loss: 1.651438593864441
Epoch 672: Loss: 1.7441718578338623
Epoch 673: Loss: 1.7025564908981323
Epoch 674: Loss: 1.65057373046875
Epoch 675: Loss: 1.775216817855835
Epoch 676: Loss: 1.703701138496399
Epoch 677: Loss: 1.6705312728881836
Epoch 678: Loss: 1.6438100337982178
Epoch 679: Loss: 1.6824290752410889
Epoch 680: Loss: 1.5987805128097534
Epoch 681: Loss: 1.680009126663208
Epoch 682: Loss: 1.6197551488876343
Epoch 683: Loss: 1.586722493171692
Epoch 684: Loss: 1.6474664211273193
Epoch 685: Loss: 1.6486566066741943
Epoch 686: Loss: 1.6778770685195923
Epoch 687: Loss: 1.5981875658035278
Epoch 688: Loss: 1.630323886871338
Epoch 689: Loss: 1.6307438611984253
Epoch 690: Loss: 1.6816132068634033
Epoch 691: Loss: 1.6782809495925903
Epoch 692: Loss: 1.743312954902649
Epoch 693: Loss: 1.6778665781021118
Epoch 694: Loss: 1.6779351234436035
Epoch 695: Loss: 1.6988840103149414
Epoch 696: Loss: 1.648267149925232
Epoch 697: Loss: 1.5773054361343384
Epoch 698: Loss: 1.6997805833816528
Epoch 699: Loss: 1.6436082124710083
Epoch 700: Loss: 1.7031009197235107
Epoch 701: Loss: 1.6177152395248413
Epoch 702: Loss: 1.6371129751205444
Epoch 703: Loss: 1.7145615816116333
Epoch 704: Loss: 1.6820225715637207
Epoch 705: Loss: 1.600813388824463
Epoch 706: Loss: 1.5764925479888916
Epoch 707: Loss: 1.661571741104126
Epoch 708: Loss: 1.6598247289657593
Epoch 709: Loss: 1.577713966369629
Epoch 710: Loss: 1.6850905418395996
Epoch 711: Loss: 1.6400607824325562
Epoch 712: Loss: 1.6278916597366333
Epoch 713: Loss: 1.6218338012695312
Epoch 714: Loss: 1.6845955848693848
Epoch 715: Loss: 1.626449465751648
Epoch 716: Loss: 1.5846463441848755
Epoch 717: Loss: 1.6591914892196655
Epoch 718: Loss: 1.7116495370864868
Epoch 719: Loss: 1.6288284063339233
Epoch 720: Loss: 1.5908138751983643
Epoch 721: Loss: 1.6644147634506226
Epoch 722: Loss: 1.646795392036438
Epoch 723: Loss: 1.6050724983215332
Epoch 724: Loss: 1.620635986328125
Epoch 725: Loss: 1.5793195962905884
Epoch 726: Loss: 1.6307923793792725
Epoch 727: Loss: 1.652240514755249
Epoch 728: Loss: 1.7039779424667358
Epoch 729: Loss: 1.6127545833587646
Epoch 730: Loss: 1.694576382637024
Epoch 731: Loss: 1.5985203981399536
Epoch 732: Loss: 1.597854495048523
Epoch 733: Loss: 1.6028581857681274
Epoch 734: Loss: 1.600259780883789
Epoch 735: Loss: 1.5421799421310425
Epoch 736: Loss: 1.6244014501571655
Epoch 737: Loss: 1.5796992778778076
Epoch 738: Loss: 1.601086974143982
Epoch 739: Loss: 1.6551519632339478
Epoch 740: Loss: 1.643624186515808
Epoch 741: Loss: 1.6686681509017944
Epoch 742: Loss: 1.6168450117111206
Epoch 743: Loss: 1.640114665031433
Epoch 744: Loss: 1.5882198810577393
Epoch 745: Loss: 1.6181693077087402
Epoch 746: Loss: 1.5770268440246582
Epoch 747: Loss: 1.6749844551086426
Epoch 748: Loss: 1.5863310098648071
Epoch 749: Loss: 1.5744895935058594
Epoch 750: Loss: 1.6505722999572754
Epoch 751: Loss: 1.6593774557113647
Epoch 752: Loss: 1.5826334953308105
Epoch 753: Loss: 1.5468523502349854
Epoch 754: Loss: 1.6455847024917603
Epoch 755: Loss: 1.5856692790985107
Epoch 756: Loss: 1.6243765354156494
Epoch 757: Loss: 1.6316784620285034
Epoch 758: Loss: 1.5660337209701538
Epoch 759: Loss: 1.5980496406555176
Epoch 760: Loss: 1.6094144582748413
Epoch 761: Loss: 1.5775129795074463
Epoch 762: Loss: 1.5761979818344116
Epoch 763: Loss: 1.5550882816314697
Epoch 764: Loss: 1.592914342880249
Epoch 765: Loss: 1.6782925128936768
Epoch 766: Loss: 1.5927578210830688
Epoch 767: Loss: 1.6275935173034668
Epoch 768: Loss: 1.666184663772583
Epoch 769: Loss: 1.5964100360870361
Epoch 770: Loss: 1.5957008600234985
Epoch 771: Loss: 1.6352224349975586
Epoch 772: Loss: 1.569001317024231
Epoch 773: Loss: 1.6068769693374634
Epoch 774: Loss: 1.5655176639556885
Epoch 775: Loss: 1.5240525007247925
Epoch 776: Loss: 1.6275815963745117
Epoch 777: Loss: 1.6226481199264526
Epoch 778: Loss: 1.5699301958084106
Epoch 779: Loss: 1.6319124698638916
Epoch 780: Loss: 1.5720096826553345
Epoch 781: Loss: 1.6189137697219849
Epoch 782: Loss: 1.5189605951309204
Epoch 783: Loss: 1.6224243640899658
Epoch 784: Loss: 1.5587258338928223
Epoch 785: Loss: 1.559168815612793
Epoch 786: Loss: 1.5962810516357422
Epoch 787: Loss: 1.6550908088684082
Epoch 788: Loss: 1.5978018045425415
Epoch 789: Loss: 1.5007318258285522
Epoch 790: Loss: 1.551700472831726
Epoch 791: Loss: 1.583033561706543
Epoch 792: Loss: 1.5428768396377563
Epoch 793: Loss: 1.4931234121322632
Epoch 794: Loss: 1.5476913452148438
Epoch 795: Loss: 1.533494234085083
Epoch 796: Loss: 1.5316435098648071
Epoch 797: Loss: 1.6159968376159668
Epoch 798: Loss: 1.5722404718399048
Epoch 799: Loss: 1.541512131690979
Epoch 800: Loss: 1.4961951971054077
Epoch 801: Loss: 1.4682761430740356
Epoch 802: Loss: 1.5453150272369385
Epoch 803: Loss: 1.492211103439331
Epoch 804: Loss: 1.5386096239089966
Epoch 805: Loss: 1.5280476808547974
Epoch 806: Loss: 1.6003055572509766
Epoch 807: Loss: 1.5311447381973267
Epoch 808: Loss: 1.5246357917785645
Epoch 809: Loss: 1.5310964584350586
Epoch 810: Loss: 1.533645510673523
Epoch 811: Loss: 1.5800100564956665
Epoch 812: Loss: 1.5928531885147095
Epoch 813: Loss: 1.515819787979126
Epoch 814: Loss: 1.6333519220352173
Epoch 815: Loss: 1.5150465965270996
Epoch 816: Loss: 1.5991365909576416
Epoch 817: Loss: 1.5096819400787354
Epoch 818: Loss: 1.5159497261047363
Epoch 819: Loss: 1.4731730222702026
Epoch 820: Loss: 1.5729607343673706
Epoch 821: Loss: 1.5765185356140137
Epoch 822: Loss: 1.5348780155181885
Epoch 823: Loss: 1.5336039066314697
Epoch 824: Loss: 1.5745348930358887
Epoch 825: Loss: 1.5106979608535767
Epoch 826: Loss: 1.591341257095337
Epoch 827: Loss: 1.5442167520523071
Epoch 828: Loss: 1.6152034997940063
Epoch 829: Loss: 1.5674479007720947
Epoch 830: Loss: 1.5463999509811401
Epoch 831: Loss: 1.507143497467041
Epoch 832: Loss: 1.5471371412277222
Epoch 833: Loss: 1.552686095237732
Epoch 834: Loss: 1.525376796722412
Epoch 835: Loss: 1.5604207515716553
Epoch 836: Loss: 1.4987250566482544
Epoch 837: Loss: 1.540856957435608
Epoch 838: Loss: 1.493992805480957
Epoch 839: Loss: 1.5244898796081543
Epoch 840: Loss: 1.5583170652389526
Epoch 841: Loss: 1.4895334243774414
Epoch 842: Loss: 1.5843524932861328
Epoch 843: Loss: 1.4948264360427856
Epoch 844: Loss: 1.4963771104812622
Epoch 845: Loss: 1.5643223524093628
Epoch 846: Loss: 1.5016014575958252
Epoch 847: Loss: 1.4555411338806152
Epoch 848: Loss: 1.5178251266479492
Epoch 849: Loss: 1.532202124595642
Epoch 850: Loss: 1.478833556175232
Epoch 851: Loss: 1.5134245157241821
Epoch 852: Loss: 1.4699881076812744
Epoch 853: Loss: 1.6512871980667114
Epoch 854: Loss: 1.4643861055374146
Epoch 855: Loss: 1.5161101818084717
Epoch 856: Loss: 1.4860390424728394
Epoch 857: Loss: 1.5043084621429443
Epoch 858: Loss: 1.5115139484405518
Epoch 859: Loss: 1.511920690536499
Epoch 860: Loss: 1.5968847274780273
Epoch 861: Loss: 1.5985636711120605
Epoch 862: Loss: 1.4341709613800049
Epoch 863: Loss: 1.5600258111953735
Epoch 864: Loss: 1.4520013332366943
Epoch 865: Loss: 1.5081852674484253
Epoch 866: Loss: 1.534562110900879
Epoch 867: Loss: 1.530666470527649
Epoch 868: Loss: 1.580780029296875
Epoch 869: Loss: 1.5623559951782227
Epoch 870: Loss: 1.495553731918335
Epoch 871: Loss: 1.5321440696716309
Epoch 872: Loss: 1.4991662502288818
Epoch 873: Loss: 1.5629960298538208
Epoch 874: Loss: 1.5556042194366455
Epoch 875: Loss: 1.4386346340179443
Epoch 876: Loss: 1.4771687984466553
Epoch 877: Loss: 1.438625454902649
Epoch 878: Loss: 1.484542965888977
Epoch 879: Loss: 1.4951080083847046
Epoch 880: Loss: 1.4960952997207642
Epoch 881: Loss: 1.449683427810669
Epoch 882: Loss: 1.5051032304763794
Epoch 883: Loss: 1.499969244003296
Epoch 884: Loss: 1.478094220161438
Epoch 885: Loss: 1.5109788179397583
Epoch 886: Loss: 1.4167476892471313
Epoch 887: Loss: 1.4125195741653442
Epoch 888: Loss: 1.472798228263855
Epoch 889: Loss: 1.5168050527572632
Epoch 890: Loss: 1.4264113903045654
Epoch 891: Loss: 1.4456762075424194
Epoch 892: Loss: 1.4625215530395508
Epoch 893: Loss: 1.3904920816421509
Epoch 894: Loss: 1.499108910560608
Epoch 895: Loss: 1.4943585395812988
Epoch 896: Loss: 1.4585773944854736
Epoch 897: Loss: 1.5319828987121582
Epoch 898: Loss: 1.542985439300537
Epoch 899: Loss: 1.525673508644104
Epoch 900: Loss: 1.4347728490829468
Epoch 901: Loss: 1.437713861465454
Epoch 902: Loss: 1.474798321723938
Epoch 903: Loss: 1.4095903635025024
Epoch 904: Loss: 1.498667597770691
Epoch 905: Loss: 1.4341864585876465
Epoch 906: Loss: 1.4171215295791626
Epoch 907: Loss: 1.4920785427093506
Epoch 908: Loss: 1.5016088485717773
Epoch 909: Loss: 1.4203242063522339
Epoch 910: Loss: 1.4317550659179688
Epoch 911: Loss: 1.4645484685897827
Epoch 912: Loss: 1.4886608123779297
Epoch 913: Loss: 1.4699169397354126
Epoch 914: Loss: 1.4963290691375732
Epoch 915: Loss: 1.4463590383529663
Epoch 916: Loss: 1.3887929916381836
Epoch 917: Loss: 1.4376800060272217
Epoch 918: Loss: 1.437651515007019
Epoch 919: Loss: 1.3777546882629395
Epoch 920: Loss: 1.4529061317443848
Epoch 921: Loss: 1.4207223653793335
Epoch 922: Loss: 1.4351439476013184
Epoch 923: Loss: 1.4324588775634766
Epoch 924: Loss: 1.419683575630188
Epoch 925: Loss: 1.4737331867218018
Epoch 926: Loss: 1.3910505771636963
Epoch 927: Loss: 1.4291845560073853
Epoch 928: Loss: 1.4691609144210815
Epoch 929: Loss: 1.4661595821380615
Epoch 930: Loss: 1.436042308807373
Epoch 931: Loss: 1.3628976345062256
Epoch 932: Loss: 1.4274314641952515
Epoch 933: Loss: 1.4338489770889282
Epoch 934: Loss: 1.5214146375656128
Epoch 935: Loss: 1.4253554344177246
Epoch 936: Loss: 1.3570258617401123
Epoch 937: Loss: 1.3355712890625
Epoch 938: Loss: 1.4388948678970337
Epoch 939: Loss: 1.4902317523956299
Epoch 940: Loss: 1.470307469367981
Epoch 941: Loss: 1.473408818244934
Epoch 942: Loss: 1.4306169748306274
Epoch 943: Loss: 1.3935927152633667
Epoch 944: Loss: 1.4603679180145264
Epoch 945: Loss: 1.4244933128356934
Epoch 946: Loss: 1.4367176294326782
Epoch 947: Loss: 1.3582735061645508
Epoch 948: Loss: 1.389339566230774
Epoch 949: Loss: 1.4474793672561646
Epoch 950: Loss: 1.4343129396438599
Epoch 951: Loss: 1.3996373414993286
Epoch 952: Loss: 1.485961675643921
Epoch 953: Loss: 1.3569321632385254
Epoch 954: Loss: 1.4862970113754272
Epoch 955: Loss: 1.3579909801483154
Epoch 956: Loss: 1.328051209449768
Epoch 957: Loss: 1.4325484037399292
Epoch 958: Loss: 1.3881936073303223
Epoch 959: Loss: 1.480808973312378
Epoch 960: Loss: 1.3913301229476929
Epoch 961: Loss: 1.3999735116958618
Epoch 962: Loss: 1.4506293535232544
Epoch 963: Loss: 1.3849231004714966
Epoch 964: Loss: 1.2994964122772217
Epoch 965: Loss: 1.3892998695373535
Epoch 966: Loss: 1.4127197265625
Epoch 967: Loss: 1.386315941810608
Epoch 968: Loss: 1.3967490196228027
Epoch 969: Loss: 1.4139596223831177
Epoch 970: Loss: 1.394232988357544
Epoch 971: Loss: 1.3577101230621338
Epoch 972: Loss: 1.3726434707641602
Epoch 973: Loss: 1.4915484189987183
Epoch 974: Loss: 1.395021915435791
Epoch 975: Loss: 1.3414371013641357
Epoch 976: Loss: 1.344536304473877
Epoch 977: Loss: 1.407501459121704
Epoch 978: Loss: 1.337900161743164
Epoch 979: Loss: 1.3669966459274292
Epoch 980: Loss: 1.3817343711853027
Epoch 981: Loss: 1.416906714439392
Epoch 982: Loss: 1.3755967617034912
Epoch 983: Loss: 1.437198281288147
Epoch 984: Loss: 1.4363740682601929
Epoch 985: Loss: 1.4054150581359863
Epoch 986: Loss: 1.3186310529708862
Epoch 987: Loss: 1.3094693422317505
Epoch 988: Loss: 1.4229929447174072
Epoch 989: Loss: 1.411851167678833
Epoch 990: Loss: 1.3794625997543335
Epoch 991: Loss: 1.3736916780471802
Epoch 992: Loss: 1.3392494916915894
Epoch 993: Loss: 1.382982850074768
Epoch 994: Loss: 1.518401861190796
Epoch 995: Loss: 1.3706809282302856
Epoch 996: Loss: 1.3502748012542725
Epoch 997: Loss: 1.4068200588226318
Epoch 998: Loss: 1.2872328758239746
Epoch 999: Loss: 1.4335503578186035
Epoch 1000: Loss: 1.3049976825714111
Epoch 1001: Loss: 1.433526873588562
Epoch 1002: Loss: 1.3394557237625122
Epoch 1003: Loss: 1.3177647590637207
Epoch 1004: Loss: 1.3526867628097534
Epoch 1005: Loss: 1.3523532152175903
Epoch 1006: Loss: 1.3857208490371704
Epoch 1007: Loss: 1.3091970682144165
Epoch 1008: Loss: 1.4625407457351685
Epoch 1009: Loss: 1.4194389581680298
Epoch 1010: Loss: 1.32426917552948
Epoch 1011: Loss: 1.3680084943771362
Epoch 1012: Loss: 1.3591638803482056
Epoch 1013: Loss: 1.3228455781936646
Epoch 1014: Loss: 1.3678524494171143
Epoch 1015: Loss: 1.308376669883728
Epoch 1016: Loss: 1.4103697538375854
Epoch 1017: Loss: 1.3951237201690674
Epoch 1018: Loss: 1.4234296083450317
Epoch 1019: Loss: 1.44581139087677
Epoch 1020: Loss: 1.4351741075515747
Epoch 1021: Loss: 1.3516310453414917
Epoch 1022: Loss: 1.3622727394104004
Epoch 1023: Loss: 1.3235342502593994
Epoch 1024: Loss: 1.3735240697860718
Epoch 1025: Loss: 1.3663015365600586
Epoch 1026: Loss: 1.3276013135910034
Epoch 1027: Loss: 1.33108651638031
Epoch 1028: Loss: 1.3552294969558716
Epoch 1029: Loss: 1.452142357826233
Epoch 1030: Loss: 1.3919181823730469
Epoch 1031: Loss: 1.4011789560317993
Epoch 1032: Loss: 1.2966293096542358
Epoch 1033: Loss: 1.3883792161941528
Epoch 1034: Loss: 1.409286379814148
Epoch 1035: Loss: 1.3237193822860718
Epoch 1036: Loss: 1.2742419242858887
Epoch 1037: Loss: 1.3231440782546997
Epoch 1038: Loss: 1.3399035930633545
Epoch 1039: Loss: 1.2644715309143066
Epoch 1040: Loss: 1.3989570140838623
Epoch 1041: Loss: 1.2981125116348267
Epoch 1042: Loss: 1.2869356870651245
Epoch 1043: Loss: 1.4331570863723755
Epoch 1044: Loss: 1.362565517425537
Epoch 1045: Loss: 1.44138503074646
Epoch 1046: Loss: 1.3493409156799316
Epoch 1047: Loss: 1.3934603929519653
Epoch 1048: Loss: 1.3675168752670288
Epoch 1049: Loss: 1.3469443321228027
Epoch 1050: Loss: 1.3315342664718628
Epoch 1051: Loss: 1.4368836879730225
Epoch 1052: Loss: 1.376537799835205
Epoch 1053: Loss: 1.3258891105651855
Epoch 1054: Loss: 1.3111510276794434
Epoch 1055: Loss: 1.3059680461883545
Epoch 1056: Loss: 1.2868536710739136
Epoch 1057: Loss: 1.3359836339950562
Epoch 1058: Loss: 1.3701801300048828
Epoch 1059: Loss: 1.3454898595809937
Epoch 1060: Loss: 1.3406659364700317
Epoch 1061: Loss: 1.349157452583313
Epoch 1062: Loss: 1.2965941429138184
Epoch 1063: Loss: 1.3296382427215576
Epoch 1064: Loss: 1.4070159196853638
Epoch 1065: Loss: 1.3691664934158325
Epoch 1066: Loss: 1.3782415390014648
Epoch 1067: Loss: 1.3741742372512817
Epoch 1068: Loss: 1.310604453086853
Epoch 1069: Loss: 1.3469847440719604
Epoch 1070: Loss: 1.3645144701004028
Epoch 1071: Loss: 1.3162243366241455
Epoch 1072: Loss: 1.227667212486267
Epoch 1073: Loss: 1.2577792406082153
Epoch 1074: Loss: 1.3445109128952026
Epoch 1075: Loss: 1.3661423921585083
Epoch 1076: Loss: 1.3309333324432373
Epoch 1077: Loss: 1.3537651300430298
Epoch 1078: Loss: 1.315864086151123
Epoch 1079: Loss: 1.3970417976379395
Epoch 1080: Loss: 1.405152678489685
Epoch 1081: Loss: 1.3083282709121704
Epoch 1082: Loss: 1.3183537721633911
Epoch 1083: Loss: 1.2950243949890137
Epoch 1084: Loss: 1.3401596546173096
Epoch 1085: Loss: 1.3970788717269897
Epoch 1086: Loss: 1.3904738426208496
Epoch 1087: Loss: 1.3521658182144165
Epoch 1088: Loss: 1.3666738271713257
Epoch 1089: Loss: 1.3301893472671509
Epoch 1090: Loss: 1.3685461282730103
Epoch 1091: Loss: 1.300966501235962
Epoch 1092: Loss: 1.2733477354049683
Epoch 1093: Loss: 1.2721259593963623
Epoch 1094: Loss: 1.2758868932724
Epoch 1095: Loss: 1.2779449224472046
Epoch 1096: Loss: 1.3062703609466553
Epoch 1097: Loss: 1.3327622413635254
Epoch 1098: Loss: 1.2727926969528198
Epoch 1099: Loss: 1.2223327159881592
Epoch 1100: Loss: 1.329732060432434
Epoch 1101: Loss: 1.3356688022613525
Epoch 1102: Loss: 1.376409649848938
Epoch 1103: Loss: 1.3171720504760742
Epoch 1104: Loss: 1.2473279237747192
Epoch 1105: Loss: 1.3322181701660156
Epoch 1106: Loss: 1.3680075407028198
Epoch 1107: Loss: 1.307523250579834
Epoch 1108: Loss: 1.348293662071228
Epoch 1109: Loss: 1.3144001960754395
Epoch 1110: Loss: 1.353938341140747
Epoch 1111: Loss: 1.2771376371383667
Epoch 1112: Loss: 1.3116984367370605
Epoch 1113: Loss: 1.290562629699707
Epoch 1114: Loss: 1.3072994947433472
Epoch 1115: Loss: 1.353495478630066
Epoch 1116: Loss: 1.3909215927124023
Epoch 1117: Loss: 1.3374249935150146
Epoch 1118: Loss: 1.3646390438079834
Epoch 1119: Loss: 1.2636817693710327
Epoch 1120: Loss: 1.2894493341445923
Epoch 1121: Loss: 1.3499642610549927
Epoch 1122: Loss: 1.2714495658874512
Epoch 1123: Loss: 1.1568636894226074
Epoch 1124: Loss: 1.2738059759140015
Epoch 1125: Loss: 1.2560348510742188
Epoch 1126: Loss: 1.290903925895691
Epoch 1127: Loss: 1.3601746559143066
Epoch 1128: Loss: 1.2145743370056152
Epoch 1129: Loss: 1.3828251361846924
Epoch 1130: Loss: 1.3137924671173096
Epoch 1131: Loss: 1.3414994478225708
Epoch 1132: Loss: 1.3172416687011719
Epoch 1133: Loss: 1.2778664827346802
Epoch 1134: Loss: 1.277870774269104
Epoch 1135: Loss: 1.3435684442520142
Epoch 1136: Loss: 1.2189655303955078
Epoch 1137: Loss: 1.2962899208068848
Epoch 1138: Loss: 1.3221572637557983
Epoch 1139: Loss: 1.2371240854263306
Epoch 1140: Loss: 1.307815432548523
Epoch 1141: Loss: 1.2384233474731445
Epoch 1142: Loss: 1.1928471326828003
Epoch 1143: Loss: 1.2130500078201294
Epoch 1144: Loss: 1.330111026763916
Epoch 1145: Loss: 1.3086192607879639
Epoch 1146: Loss: 1.2169257402420044
Epoch 1147: Loss: 1.2881526947021484
Epoch 1148: Loss: 1.2337368726730347
Epoch 1149: Loss: 1.2833712100982666
Epoch 1150: Loss: 1.3233157396316528
Epoch 1151: Loss: 1.3357080221176147
Epoch 1152: Loss: 1.3183196783065796
Epoch 1153: Loss: 1.369170069694519
Epoch 1154: Loss: 1.2423136234283447
Epoch 1155: Loss: 1.276477575302124
Epoch 1156: Loss: 1.1845918893814087
Epoch 1157: Loss: 1.222017765045166
Epoch 1158: Loss: 1.33158540725708
Epoch 1159: Loss: 1.2783101797103882
Epoch 1160: Loss: 1.212085247039795
Epoch 1161: Loss: 1.3446320295333862
Epoch 1162: Loss: 1.3419846296310425
Epoch 1163: Loss: 1.308672547340393
Epoch 1164: Loss: 1.331358790397644
Epoch 1165: Loss: 1.2947522401809692
Epoch 1166: Loss: 1.3423073291778564
Epoch 1167: Loss: 1.260077953338623
Epoch 1168: Loss: 1.299804925918579
Epoch 1169: Loss: 1.2205946445465088
Epoch 1170: Loss: 1.2372784614562988
Epoch 1171: Loss: 1.330256462097168
Epoch 1172: Loss: 1.2545809745788574
Epoch 1173: Loss: 1.1921615600585938
Epoch 1174: Loss: 1.3093370199203491
Epoch 1175: Loss: 1.2591650485992432
Epoch 1176: Loss: 1.3087741136550903
Epoch 1177: Loss: 1.2450251579284668
Epoch 1178: Loss: 1.1642177104949951
Epoch 1179: Loss: 1.340774655342102
Epoch 1180: Loss: 1.2556897401809692
Epoch 1181: Loss: 1.2554954290390015
Epoch 1182: Loss: 1.1866008043289185
Epoch 1183: Loss: 1.3236045837402344
Epoch 1184: Loss: 1.269836187362671
Epoch 1185: Loss: 1.2823987007141113
Epoch 1186: Loss: 1.2658575773239136
Epoch 1187: Loss: 1.3139493465423584
Epoch 1188: Loss: 1.185098648071289
Epoch 1189: Loss: 1.3014191389083862
Epoch 1190: Loss: 1.2318572998046875
Epoch 1191: Loss: 1.4189578294754028
Epoch 1192: Loss: 1.2994993925094604
Epoch 1193: Loss: 1.2643046379089355
Epoch 1194: Loss: 1.2309507131576538
Epoch 1195: Loss: 1.2511204481124878
Epoch 1196: Loss: 1.341975212097168
Epoch 1197: Loss: 1.3386636972427368
Epoch 1198: Loss: 1.2885533571243286
Epoch 1199: Loss: 1.2565981149673462
Epoch 1200: Loss: 1.2185168266296387
Epoch 1201: Loss: 1.1905916929244995
Epoch 1202: Loss: 1.2701804637908936
Epoch 1203: Loss: 1.3256369829177856
Epoch 1204: Loss: 1.2784104347229004
Epoch 1205: Loss: 1.2822946310043335
Epoch 1206: Loss: 1.2364704608917236
Epoch 1207: Loss: 1.312910795211792
Epoch 1208: Loss: 1.2098300457000732
Epoch 1209: Loss: 1.2414358854293823
Epoch 1210: Loss: 1.336401104927063
Epoch 1211: Loss: 1.2247668504714966
Epoch 1212: Loss: 1.3210095167160034
Epoch 1213: Loss: 1.1768978834152222
Epoch 1214: Loss: 1.290876865386963
Epoch 1215: Loss: 1.1838487386703491
Epoch 1216: Loss: 1.204447865486145
Epoch 1217: Loss: 1.2148423194885254
Epoch 1218: Loss: 1.28146231174469
Epoch 1219: Loss: 1.4014394283294678
Epoch 1220: Loss: 1.2430131435394287
Epoch 1221: Loss: 1.2164132595062256
Epoch 1222: Loss: 1.321602702140808
Epoch 1223: Loss: 1.2480155229568481
Epoch 1224: Loss: 1.3051800727844238
Epoch 1225: Loss: 1.2551435232162476
Epoch 1226: Loss: 1.252402663230896
Epoch 1227: Loss: 1.3224390745162964
Epoch 1228: Loss: 1.2181754112243652
Epoch 1229: Loss: 1.209801435470581
Epoch 1230: Loss: 1.1937285661697388
Epoch 1231: Loss: 1.2313259840011597
Epoch 1232: Loss: 1.2880704402923584
Epoch 1233: Loss: 1.2689015865325928
Epoch 1234: Loss: 1.233319640159607
Epoch 1235: Loss: 1.2336057424545288
Epoch 1236: Loss: 1.1427909135818481
Epoch 1237: Loss: 1.279552698135376
Epoch 1238: Loss: 1.2675431966781616
Epoch 1239: Loss: 1.2005714178085327
Epoch 1240: Loss: 1.2360146045684814
Epoch 1241: Loss: 1.3105398416519165
Epoch 1242: Loss: 1.2694824934005737
Epoch 1243: Loss: 1.225351095199585
Epoch 1244: Loss: 1.290907621383667
Epoch 1245: Loss: 1.2378023862838745
Epoch 1246: Loss: 1.2392148971557617
Epoch 1247: Loss: 1.3075734376907349
Epoch 1248: Loss: 1.2054721117019653
Epoch 1249: Loss: 1.1757516860961914
Epoch 1250: Loss: 1.198319435119629
Epoch 1251: Loss: 1.1967639923095703
Epoch 1252: Loss: 1.1695225238800049
Epoch 1253: Loss: 1.2704687118530273
Epoch 1254: Loss: 1.2399344444274902
Epoch 1255: Loss: 1.2447415590286255
Epoch 1256: Loss: 1.3046458959579468
Epoch 1257: Loss: 1.289254903793335
Epoch 1258: Loss: 1.2585378885269165
Epoch 1259: Loss: 1.2624627351760864
Epoch 1260: Loss: 1.2759132385253906
Epoch 1261: Loss: 1.258017659187317
Epoch 1262: Loss: 1.276026725769043
Epoch 1263: Loss: 1.2835224866867065
Epoch 1264: Loss: 1.2528995275497437
Epoch 1265: Loss: 1.2392688989639282
Epoch 1266: Loss: 1.1647688150405884
Epoch 1267: Loss: 1.2324061393737793
Epoch 1268: Loss: 1.1373714208602905
Epoch 1269: Loss: 1.1980475187301636
Epoch 1270: Loss: 1.319406270980835
Epoch 1271: Loss: 1.2267850637435913
Epoch 1272: Loss: 1.2705270051956177
Epoch 1273: Loss: 1.2046600580215454
Epoch 1274: Loss: 1.2249393463134766
Epoch 1275: Loss: 1.2811481952667236
Epoch 1276: Loss: 1.1377489566802979
Epoch 1277: Loss: 1.2439744472503662
Epoch 1278: Loss: 1.2178164720535278
Epoch 1279: Loss: 1.199536919593811
Epoch 1280: Loss: 1.195608377456665
Epoch 1281: Loss: 1.2414333820343018
Epoch 1282: Loss: 1.280073642730713
Epoch 1283: Loss: 1.1841559410095215
Epoch 1284: Loss: 1.218988060951233
Epoch 1285: Loss: 1.2232061624526978
Epoch 1286: Loss: 1.2650338411331177
Epoch 1287: Loss: 1.1781325340270996
Epoch 1288: Loss: 1.2364187240600586
Epoch 1289: Loss: 1.3207664489746094
Epoch 1290: Loss: 1.2300087213516235
Epoch 1291: Loss: 1.203468918800354
Epoch 1292: Loss: 1.1575195789337158
Epoch 1293: Loss: 1.1992360353469849
Epoch 1294: Loss: 1.1869187355041504
Epoch 1295: Loss: 1.190855622291565
Epoch 1296: Loss: 1.2306147813796997
Epoch 1297: Loss: 1.1744602918624878
Epoch 1298: Loss: 1.2317181825637817
Epoch 1299: Loss: 1.2208245992660522
Epoch 1300: Loss: 1.3411091566085815
Epoch 1301: Loss: 1.1449792385101318
Epoch 1302: Loss: 1.2211180925369263
Epoch 1303: Loss: 1.2677699327468872
Epoch 1304: Loss: 1.2614507675170898
Epoch 1305: Loss: 1.202793002128601
Epoch 1306: Loss: 1.1510415077209473
Epoch 1307: Loss: 1.2978566884994507
Epoch 1308: Loss: 1.1567869186401367
Epoch 1309: Loss: 1.2505298852920532
Epoch 1310: Loss: 1.2476693391799927
Epoch 1311: Loss: 1.1481482982635498
Epoch 1312: Loss: 1.2213612794876099
Epoch 1313: Loss: 1.234167218208313
Epoch 1314: Loss: 1.1895607709884644
Epoch 1315: Loss: 1.2544695138931274
Epoch 1316: Loss: 1.2742196321487427
Epoch 1317: Loss: 1.1862399578094482
Epoch 1318: Loss: 1.1833903789520264
Epoch 1319: Loss: 1.1587915420532227
Epoch 1320: Loss: 1.2827625274658203
Epoch 1321: Loss: 1.2184810638427734
Epoch 1322: Loss: 1.2669757604599
Epoch 1323: Loss: 1.228379726409912
Epoch 1324: Loss: 1.214037537574768
Epoch 1325: Loss: 1.1588960886001587
Epoch 1326: Loss: 1.2525886297225952
Epoch 1327: Loss: 1.291804552078247
Epoch 1328: Loss: 1.2078163623809814
Epoch 1329: Loss: 1.245019793510437
Epoch 1330: Loss: 1.1330456733703613
Epoch 1331: Loss: 1.2196521759033203
Epoch 1332: Loss: 1.1545636653900146
Epoch 1333: Loss: 1.196082353591919
Epoch 1334: Loss: 1.2206051349639893
Epoch 1335: Loss: 1.120680809020996
Epoch 1336: Loss: 1.1678546667099
Epoch 1337: Loss: 1.2233327627182007
Epoch 1338: Loss: 1.2800593376159668
Epoch 1339: Loss: 1.2242568731307983
Epoch 1340: Loss: 1.2280839681625366
Epoch 1341: Loss: 1.151378870010376
Epoch 1342: Loss: 1.212264060974121
Epoch 1343: Loss: 1.252192735671997
Epoch 1344: Loss: 1.1442718505859375
Epoch 1345: Loss: 1.1490713357925415
Epoch 1346: Loss: 1.1780256032943726
Epoch 1347: Loss: 1.2303719520568848
Epoch 1348: Loss: 1.1669400930404663
Epoch 1349: Loss: 1.205154538154602
Epoch 1350: Loss: 1.2197110652923584
Epoch 1351: Loss: 1.1634012460708618
Epoch 1352: Loss: 1.110403299331665
Epoch 1353: Loss: 1.167534589767456
Epoch 1354: Loss: 1.181787371635437
Epoch 1355: Loss: 1.2136603593826294
Epoch 1356: Loss: 1.1660282611846924
Epoch 1357: Loss: 1.1943050622940063
Epoch 1358: Loss: 1.161476731300354
Epoch 1359: Loss: 1.2182447910308838
Epoch 1360: Loss: 1.1993277072906494
Epoch 1361: Loss: 1.2276469469070435
Epoch 1362: Loss: 1.2510459423065186
Epoch 1363: Loss: 1.2039737701416016
Epoch 1364: Loss: 1.1974881887435913
Epoch 1365: Loss: 1.2145613431930542
Epoch 1366: Loss: 1.200656533241272
Epoch 1367: Loss: 1.1984270811080933
Epoch 1368: Loss: 1.2459036111831665
Epoch 1369: Loss: 1.1926101446151733
Epoch 1370: Loss: 1.1671005487442017
Epoch 1371: Loss: 1.2276723384857178
Epoch 1372: Loss: 1.1151677370071411
Epoch 1373: Loss: 1.2005963325500488
Epoch 1374: Loss: 1.2526661157608032
Epoch 1375: Loss: 1.1687841415405273
Epoch 1376: Loss: 1.1703464984893799
Epoch 1377: Loss: 1.1779814958572388
Epoch 1378: Loss: 1.1345646381378174
Epoch 1379: Loss: 1.2488538026809692
Epoch 1380: Loss: 1.1923949718475342
Epoch 1381: Loss: 1.1320515871047974
Epoch 1382: Loss: 1.2144970893859863
Epoch 1383: Loss: 1.1267669200897217
Epoch 1384: Loss: 1.1058157682418823
Epoch 1385: Loss: 1.2469942569732666
Epoch 1386: Loss: 1.2301828861236572
Epoch 1387: Loss: 1.1908999681472778
Epoch 1388: Loss: 1.0760418176651
Epoch 1389: Loss: 1.2377277612686157
Epoch 1390: Loss: 1.1043428182601929
Epoch 1391: Loss: 1.1580829620361328
Epoch 1392: Loss: 1.1502453088760376
Epoch 1393: Loss: 1.1617224216461182
Epoch 1394: Loss: 1.0568829774856567
Epoch 1395: Loss: 1.1540037393569946
Epoch 1396: Loss: 1.1257973909378052
Epoch 1397: Loss: 1.232951045036316
Epoch 1398: Loss: 1.15159010887146
Epoch 1399: Loss: 1.1466103792190552
Epoch 1400: Loss: 1.2585242986679077
Epoch 1401: Loss: 1.2040053606033325
Epoch 1402: Loss: 1.1598327159881592
Epoch 1403: Loss: 1.1804479360580444
Epoch 1404: Loss: 1.151956558227539
Epoch 1405: Loss: 1.1560618877410889
Epoch 1406: Loss: 1.1528968811035156
Epoch 1407: Loss: 1.1318352222442627
Epoch 1408: Loss: 1.1615620851516724
Epoch 1409: Loss: 1.2381678819656372
Epoch 1410: Loss: 1.2135215997695923
Epoch 1411: Loss: 1.137862205505371
Epoch 1412: Loss: 1.1372404098510742
Epoch 1413: Loss: 1.1749407052993774
Epoch 1414: Loss: 1.0999889373779297
Epoch 1415: Loss: 1.1467519998550415
Epoch 1416: Loss: 1.1321430206298828
Epoch 1417: Loss: 1.2604509592056274
Epoch 1418: Loss: 1.067392349243164
Epoch 1419: Loss: 1.1404390335083008
Epoch 1420: Loss: 1.1575145721435547
Epoch 1421: Loss: 1.2738391160964966
Epoch 1422: Loss: 1.1378507614135742
Epoch 1423: Loss: 1.1138414144515991
Epoch 1424: Loss: 1.156827449798584
Epoch 1425: Loss: 1.1357661485671997
Epoch 1426: Loss: 1.155697226524353
Epoch 1427: Loss: 1.1553996801376343
Epoch 1428: Loss: 1.1514153480529785
Epoch 1429: Loss: 1.2401039600372314
Epoch 1430: Loss: 1.0806066989898682
Epoch 1431: Loss: 1.1121500730514526
Epoch 1432: Loss: 1.2132550477981567
Epoch 1433: Loss: 1.1734747886657715
Epoch 1434: Loss: 1.202584147453308
Epoch 1435: Loss: 1.0805243253707886
Epoch 1436: Loss: 1.2014098167419434
Epoch 1437: Loss: 1.1727452278137207
Epoch 1438: Loss: 1.2052624225616455
Epoch 1439: Loss: 1.259583592414856
Epoch 1440: Loss: 1.215031623840332
Epoch 1441: Loss: 1.1226377487182617
Epoch 1442: Loss: 1.1712119579315186
Epoch 1443: Loss: 1.1310243606567383
Epoch 1444: Loss: 1.1535789966583252
Epoch 1445: Loss: 1.1663659811019897
Epoch 1446: Loss: 1.0857957601547241
Epoch 1447: Loss: 1.1733137369155884
Epoch 1448: Loss: 1.1642061471939087
Epoch 1449: Loss: 1.11383056640625
Epoch 1450: Loss: 1.1228375434875488
Epoch 1451: Loss: 1.0656931400299072
Epoch 1452: Loss: 1.179580807685852
Epoch 1453: Loss: 1.1222316026687622
Epoch 1454: Loss: 1.1965315341949463
Epoch 1455: Loss: 1.1351819038391113
Epoch 1456: Loss: 1.1857850551605225
Epoch 1457: Loss: 1.11175537109375
Epoch 1458: Loss: 1.062827706336975
Epoch 1459: Loss: 1.2100361585617065
Epoch 1460: Loss: 1.1704916954040527
Epoch 1461: Loss: 1.1036012172698975
Epoch 1462: Loss: 1.1722674369812012
Epoch 1463: Loss: 1.1455389261245728
Epoch 1464: Loss: 1.1930521726608276
Epoch 1465: Loss: 1.1632487773895264
Epoch 1466: Loss: 1.1314034461975098
Epoch 1467: Loss: 1.14141845703125
Epoch 1468: Loss: 1.163954257965088
Epoch 1469: Loss: 1.1496788263320923
Epoch 1470: Loss: 1.1815065145492554
Epoch 1471: Loss: 1.0620145797729492
Epoch 1472: Loss: 1.2600480318069458
Epoch 1473: Loss: 1.1886146068572998
Epoch 1474: Loss: 1.1857775449752808
Epoch 1475: Loss: 1.1218234300613403
Epoch 1476: Loss: 1.1294167041778564
Epoch 1477: Loss: 1.1225415468215942
Epoch 1478: Loss: 1.1760362386703491
Epoch 1479: Loss: 1.0898631811141968
Epoch 1480: Loss: 1.1596112251281738
Epoch 1481: Loss: 1.1158186197280884
Epoch 1482: Loss: 1.1994792222976685
Epoch 1483: Loss: 1.139750599861145
Epoch 1484: Loss: 1.1042132377624512
Epoch 1485: Loss: 1.1106586456298828
Epoch 1486: Loss: 1.1648614406585693
Epoch 1487: Loss: 1.2182393074035645
Epoch 1488: Loss: 1.1800391674041748
Epoch 1489: Loss: 1.1283059120178223
Epoch 1490: Loss: 1.0884214639663696
Epoch 1491: Loss: 1.1216363906860352
Epoch 1492: Loss: 1.1111232042312622
Epoch 1493: Loss: 1.2193748950958252
Epoch 1494: Loss: 1.178469181060791
Epoch 1495: Loss: 1.1305066347122192
Epoch 1496: Loss: 1.1244442462921143
Epoch 1497: Loss: 1.1505070924758911
Epoch 1498: Loss: 1.244205355644226
Epoch 1499: Loss: 1.0870460271835327
Epoch 1500: Loss: 1.132327914237976
Epoch 1501: Loss: 1.1635773181915283
Epoch 1502: Loss: 1.1075468063354492
Epoch 1503: Loss: 1.13450288772583
Epoch 1504: Loss: 1.1496400833129883
Epoch 1505: Loss: 1.1404610872268677
Epoch 1506: Loss: 1.0934978723526
Epoch 1507: Loss: 1.105237603187561
Epoch 1508: Loss: 1.1417750120162964
Epoch 1509: Loss: 1.0640146732330322
Epoch 1510: Loss: 1.2236669063568115
Epoch 1511: Loss: 1.0724471807479858
Epoch 1512: Loss: 1.0938023328781128
Epoch 1513: Loss: 1.111322283744812
Epoch 1514: Loss: 1.112081527709961
Epoch 1515: Loss: 1.0859583616256714
Epoch 1516: Loss: 1.0718647241592407
Epoch 1517: Loss: 1.2041863203048706
Epoch 1518: Loss: 1.1274102926254272
Epoch 1519: Loss: 1.106869101524353
Epoch 1520: Loss: 1.0949479341506958
Epoch 1521: Loss: 1.1846697330474854
Epoch 1522: Loss: 1.1571310758590698
Epoch 1523: Loss: 1.1073445081710815
Epoch 1524: Loss: 1.0867111682891846
Epoch 1525: Loss: 1.026808261871338
Epoch 1526: Loss: 1.108067512512207
Epoch 1527: Loss: 1.165322184562683
Epoch 1528: Loss: 1.1360470056533813
Epoch 1529: Loss: 1.0976670980453491
Epoch 1530: Loss: 1.1104485988616943
Epoch 1531: Loss: 1.1496410369873047
Epoch 1532: Loss: 1.153462529182434
Epoch 1533: Loss: 1.047995686531067
Epoch 1534: Loss: 1.0843595266342163
Epoch 1535: Loss: 1.0954480171203613
Epoch 1536: Loss: 1.1059484481811523
Epoch 1537: Loss: 1.121705174446106
Epoch 1538: Loss: 1.0978467464447021
Epoch 1539: Loss: 1.1783418655395508
Epoch 1540: Loss: 1.1063235998153687
Epoch 1541: Loss: 1.1432273387908936
Epoch 1542: Loss: 1.11800217628479
Epoch 1543: Loss: 1.1452754735946655
Epoch 1544: Loss: 1.1513949632644653
Epoch 1545: Loss: 1.187208890914917
Epoch 1546: Loss: 1.0824772119522095
Epoch 1547: Loss: 1.2180002927780151
Epoch 1548: Loss: 1.028820276260376
Epoch 1549: Loss: 1.0644118785858154
Epoch 1550: Loss: 1.1278239488601685
Epoch 1551: Loss: 1.1366864442825317
Epoch 1552: Loss: 1.181203842163086
Epoch 1553: Loss: 1.1216511726379395
Epoch 1554: Loss: 1.1559354066848755
Epoch 1555: Loss: 1.1674476861953735
Epoch 1556: Loss: 1.031490683555603
Epoch 1557: Loss: 1.1165649890899658
Epoch 1558: Loss: 1.0765641927719116
Epoch 1559: Loss: 1.1558669805526733
Epoch 1560: Loss: 1.1255282163619995
Epoch 1561: Loss: 1.1202462911605835
Epoch 1562: Loss: 1.1984741687774658
Epoch 1563: Loss: 1.1200908422470093
Epoch 1564: Loss: 1.1610106229782104
Epoch 1565: Loss: 1.1936978101730347
Epoch 1566: Loss: 1.0779255628585815
Epoch 1567: Loss: 1.1247878074645996
Epoch 1568: Loss: 1.086140513420105
Epoch 1569: Loss: 1.1430526971817017
Epoch 1570: Loss: 1.1762524843215942
Epoch 1571: Loss: 1.142886757850647
Epoch 1572: Loss: 1.1401857137680054
Epoch 1573: Loss: 1.0366088151931763
Epoch 1574: Loss: 1.0646662712097168
Epoch 1575: Loss: 1.0767675638198853
Epoch 1576: Loss: 1.1285700798034668
Epoch 1577: Loss: 1.1299669742584229
Epoch 1578: Loss: 1.0763201713562012
Epoch 1579: Loss: 1.1356498003005981
Epoch 1580: Loss: 1.0665706396102905
Epoch 1581: Loss: 1.2263522148132324
Epoch 1582: Loss: 1.1169090270996094
Epoch 1583: Loss: 1.1519025564193726
Epoch 1584: Loss: 1.0920323133468628
Epoch 1585: Loss: 1.040064811706543
Epoch 1586: Loss: 1.1035454273223877
Epoch 1587: Loss: 1.1344317197799683
Epoch 1588: Loss: 1.0441418886184692
Epoch 1589: Loss: 1.1737581491470337
Epoch 1590: Loss: 1.0556367635726929
Epoch 1591: Loss: 1.1776671409606934
Epoch 1592: Loss: 1.1223434209823608
Epoch 1593: Loss: 1.0975242853164673
Epoch 1594: Loss: 1.189263939857483
Epoch 1595: Loss: 1.1434704065322876
Epoch 1596: Loss: 1.055248737335205
Epoch 1597: Loss: 1.0967481136322021
Epoch 1598: Loss: 1.1441296339035034
Epoch 1599: Loss: 1.080971598625183
Epoch 1600: Loss: 1.0327726602554321
Epoch 1601: Loss: 1.0447933673858643
Epoch 1602: Loss: 1.258463978767395
Epoch 1603: Loss: 1.0873503684997559
Epoch 1604: Loss: 1.1589865684509277
Epoch 1605: Loss: 1.1629717350006104
Epoch 1606: Loss: 1.0390346050262451
Epoch 1607: Loss: 1.054378867149353
Epoch 1608: Loss: 1.093299150466919
Epoch 1609: Loss: 1.112929344177246
Epoch 1610: Loss: 1.1021041870117188
Epoch 1611: Loss: 1.071457862854004
Epoch 1612: Loss: 1.0824499130249023
Epoch 1613: Loss: 1.0305951833724976
Epoch 1614: Loss: 1.083635926246643
Epoch 1615: Loss: 1.073940634727478
Epoch 1616: Loss: 1.1596177816390991
Epoch 1617: Loss: 1.102501392364502
Epoch 1618: Loss: 1.1740338802337646
Epoch 1619: Loss: 1.0421226024627686
Epoch 1620: Loss: 1.1223965883255005
Epoch 1621: Loss: 1.0888313055038452
Epoch 1622: Loss: 1.1230226755142212
Epoch 1623: Loss: 1.0885143280029297
Epoch 1624: Loss: 1.114426612854004
Epoch 1625: Loss: 1.0934844017028809
Epoch 1626: Loss: 1.1484270095825195
Epoch 1627: Loss: 1.1821839809417725
Epoch 1628: Loss: 1.1177895069122314
Epoch 1629: Loss: 1.139412760734558
Epoch 1630: Loss: 1.1086211204528809
Epoch 1631: Loss: 1.0636122226715088
Epoch 1632: Loss: 1.1761504411697388
Epoch 1633: Loss: 1.1310867071151733
Epoch 1634: Loss: 1.101148009300232
Epoch 1635: Loss: 1.0919791460037231
Epoch 1636: Loss: 0.9245017170906067
Epoch 1637: Loss: 1.0810890197753906
Epoch 1638: Loss: 1.064424991607666
Epoch 1639: Loss: 1.0579543113708496
Epoch 1640: Loss: 1.1106864213943481
Epoch 1641: Loss: 1.0863864421844482
Epoch 1642: Loss: 1.0703665018081665
Epoch 1643: Loss: 1.1585767269134521
Epoch 1644: Loss: 1.1051644086837769
Epoch 1645: Loss: 1.0921587944030762
Epoch 1646: Loss: 1.146875262260437
Epoch 1647: Loss: 1.1713536977767944
Epoch 1648: Loss: 1.1467640399932861
Epoch 1649: Loss: 1.0213041305541992
Epoch 1650: Loss: 1.0913150310516357
Epoch 1651: Loss: 1.028698444366455
Epoch 1652: Loss: 1.0125916004180908
Epoch 1653: Loss: 1.0550709962844849
Epoch 1654: Loss: 1.0455281734466553
Epoch 1655: Loss: 1.1546640396118164
Epoch 1656: Loss: 1.0722777843475342
Epoch 1657: Loss: 1.1855859756469727
Epoch 1658: Loss: 1.0691235065460205
Epoch 1659: Loss: 1.124143123626709
Epoch 1660: Loss: 0.9611541628837585
Epoch 1661: Loss: 1.1153663396835327
Epoch 1662: Loss: 1.1360564231872559
Epoch 1663: Loss: 1.0025699138641357
Epoch 1664: Loss: 1.105412483215332
Epoch 1665: Loss: 1.105732798576355
Epoch 1666: Loss: 1.071873664855957
Epoch 1667: Loss: 1.0772989988327026
Epoch 1668: Loss: 1.0576425790786743
Epoch 1669: Loss: 1.0373449325561523
Epoch 1670: Loss: 1.0877052545547485
Epoch 1671: Loss: 1.1120538711547852
Epoch 1672: Loss: 1.1010061502456665
Epoch 1673: Loss: 1.0529955625534058
Epoch 1674: Loss: 1.1448441743850708
Epoch 1675: Loss: 1.0870418548583984
Epoch 1676: Loss: 1.0677390098571777
Epoch 1677: Loss: 1.16119384765625
Epoch 1678: Loss: 1.0901151895523071
Epoch 1679: Loss: 1.136604905128479
Epoch 1680: Loss: 1.0696154832839966
Epoch 1681: Loss: 1.1136631965637207
Epoch 1682: Loss: 1.0645666122436523
Epoch 1683: Loss: 1.1022621393203735
Epoch 1684: Loss: 1.183894157409668
Epoch 1685: Loss: 1.02011239528656
Epoch 1686: Loss: 1.0977661609649658
Epoch 1687: Loss: 1.0707228183746338
Epoch 1688: Loss: 1.056640625
Epoch 1689: Loss: 1.0404554605484009
Epoch 1690: Loss: 1.082245111465454
Epoch 1691: Loss: 1.0754951238632202
Epoch 1692: Loss: 1.0843217372894287
Epoch 1693: Loss: 1.108414649963379
Epoch 1694: Loss: 1.04777991771698
Epoch 1695: Loss: 1.0418322086334229
Epoch 1696: Loss: 1.168209433555603
Epoch 1697: Loss: 1.0701569318771362
Epoch 1698: Loss: 0.9783350825309753
Epoch 1699: Loss: 1.0839349031448364
Epoch 1700: Loss: 1.0689911842346191
Epoch 1701: Loss: 1.0443447828292847
Epoch 1702: Loss: 1.0234768390655518
Epoch 1703: Loss: 1.0968494415283203
Epoch 1704: Loss: 1.0934600830078125
Epoch 1705: Loss: 1.1570216417312622
Epoch 1706: Loss: 1.0481703281402588
Epoch 1707: Loss: 1.1319326162338257
Epoch 1708: Loss: 1.0337035655975342
Epoch 1709: Loss: 1.0699870586395264
Epoch 1710: Loss: 1.1481316089630127
Epoch 1711: Loss: 1.1667429208755493
Epoch 1712: Loss: 0.9894004464149475
Epoch 1713: Loss: 1.1150867938995361
Epoch 1714: Loss: 1.0799823999404907
Epoch 1715: Loss: 1.1112284660339355
Epoch 1716: Loss: 1.0070658922195435
Epoch 1717: Loss: 1.0577418804168701
Epoch 1718: Loss: 1.050899863243103
Epoch 1719: Loss: 1.1007522344589233
Epoch 1720: Loss: 1.072017788887024
Epoch 1721: Loss: 1.0802174806594849
Epoch 1722: Loss: 1.1059001684188843
Epoch 1723: Loss: 1.0121209621429443
Epoch 1724: Loss: 1.0174883604049683
Epoch 1725: Loss: 1.0239275693893433
Epoch 1726: Loss: 0.9898627400398254
Epoch 1727: Loss: 1.048439621925354
Epoch 1728: Loss: 1.063686490058899
Epoch 1729: Loss: 1.0722185373306274
Epoch 1730: Loss: 1.0742456912994385
Epoch 1731: Loss: 1.122291088104248
Epoch 1732: Loss: 1.0384132862091064
Epoch 1733: Loss: 0.9791672825813293
Epoch 1734: Loss: 1.1124517917633057
Epoch 1735: Loss: 1.1874456405639648
Epoch 1736: Loss: 0.9593586921691895
Epoch 1737: Loss: 1.0832549333572388
Epoch 1738: Loss: 1.0081822872161865
Epoch 1739: Loss: 1.1034505367279053
Epoch 1740: Loss: 1.0100324153900146
Epoch 1741: Loss: 1.0187686681747437
Epoch 1742: Loss: 1.0711153745651245
Epoch 1743: Loss: 1.0051575899124146
Epoch 1744: Loss: 1.0240949392318726
Epoch 1745: Loss: 1.0372726917266846
Epoch 1746: Loss: 1.1093378067016602
Epoch 1747: Loss: 1.1168076992034912
Epoch 1748: Loss: 1.0293813943862915
Epoch 1749: Loss: 1.12325119972229
Epoch 1750: Loss: 0.9859317541122437
Epoch 1751: Loss: 1.0307362079620361
Epoch 1752: Loss: 0.9439665079116821
Epoch 1753: Loss: 1.0282851457595825
Epoch 1754: Loss: 1.0594838857650757
Epoch 1755: Loss: 1.0400737524032593
Epoch 1756: Loss: 0.9650210738182068
Epoch 1757: Loss: 1.0092709064483643
Epoch 1758: Loss: 1.0473065376281738
Epoch 1759: Loss: 1.100756049156189
Epoch 1760: Loss: 1.025464653968811
Epoch 1761: Loss: 1.0953985452651978
Epoch 1762: Loss: 1.0003284215927124
Epoch 1763: Loss: 0.9988660216331482
Epoch 1764: Loss: 1.1434704065322876
Epoch 1765: Loss: 1.0247347354888916
Epoch 1766: Loss: 1.0851942300796509
Epoch 1767: Loss: 1.0315215587615967
Epoch 1768: Loss: 1.0969825983047485
Epoch 1769: Loss: 1.0708847045898438
Epoch 1770: Loss: 0.963648796081543
Epoch 1771: Loss: 1.132142186164856
Epoch 1772: Loss: 1.0917127132415771
Epoch 1773: Loss: 1.0094199180603027
Epoch 1774: Loss: 1.033129334449768
Epoch 1775: Loss: 1.0423489809036255
Epoch 1776: Loss: 1.0895057916641235
Epoch 1777: Loss: 1.0201995372772217
Epoch 1778: Loss: 1.0856035947799683
Epoch 1779: Loss: 1.0778329372406006
Epoch 1780: Loss: 1.091819405555725
Epoch 1781: Loss: 1.1739914417266846
Epoch 1782: Loss: 0.9468712210655212
Epoch 1783: Loss: 1.0493206977844238
Epoch 1784: Loss: 1.0692943334579468
Epoch 1785: Loss: 0.9945525527000427
Epoch 1786: Loss: 1.0724060535430908
Epoch 1787: Loss: 1.0755988359451294
Epoch 1788: Loss: 1.0624901056289673
Epoch 1789: Loss: 1.0130354166030884
Epoch 1790: Loss: 1.0587011575698853
Epoch 1791: Loss: 0.9805658459663391
Epoch 1792: Loss: 1.0823875665664673
Epoch 1793: Loss: 1.0221697092056274
Epoch 1794: Loss: 1.123818039894104
Epoch 1795: Loss: 1.1145128011703491
Epoch 1796: Loss: 1.0879361629486084
Epoch 1797: Loss: 1.0173825025558472
Epoch 1798: Loss: 1.0122663974761963
Epoch 1799: Loss: 1.0723353624343872
Epoch 1800: Loss: 1.104336142539978
Epoch 1801: Loss: 1.0758464336395264
Epoch 1802: Loss: 1.0139596462249756
Epoch 1803: Loss: 1.0503625869750977
Epoch 1804: Loss: 1.0529470443725586
Epoch 1805: Loss: 1.0295120477676392
Epoch 1806: Loss: 1.0175997018814087
Epoch 1807: Loss: 1.038094162940979
Epoch 1808: Loss: 0.9786847233772278
Epoch 1809: Loss: 1.033880591392517
Epoch 1810: Loss: 0.940894603729248
Epoch 1811: Loss: 1.0572712421417236
Epoch 1812: Loss: 1.0417420864105225
Epoch 1813: Loss: 1.0143532752990723
Epoch 1814: Loss: 1.0407171249389648
Epoch 1815: Loss: 1.0502086877822876
Epoch 1816: Loss: 1.0283695459365845
Epoch 1817: Loss: 1.0301258563995361
Epoch 1818: Loss: 1.0464246273040771
Epoch 1819: Loss: 1.0360438823699951
Epoch 1820: Loss: 0.9910194277763367
Epoch 1821: Loss: 1.0963640213012695
Epoch 1822: Loss: 1.0232470035552979
Epoch 1823: Loss: 1.0139573812484741
Epoch 1824: Loss: 1.1243646144866943
Epoch 1825: Loss: 1.0841193199157715
Epoch 1826: Loss: 1.0073881149291992
Epoch 1827: Loss: 0.9861206412315369
Epoch 1828: Loss: 0.9826712012290955
Epoch 1829: Loss: 1.0284048318862915
Epoch 1830: Loss: 1.017128825187683
Epoch 1831: Loss: 0.9743545055389404
Epoch 1832: Loss: 1.0556150674819946
Epoch 1833: Loss: 1.0122367143630981
Epoch 1834: Loss: 1.039143681526184
Epoch 1835: Loss: 1.0561262369155884
Epoch 1836: Loss: 0.9840384125709534
Epoch 1837: Loss: 1.0937716960906982
Epoch 1838: Loss: 1.1032226085662842
Epoch 1839: Loss: 1.0795824527740479
Epoch 1840: Loss: 1.0882271528244019
Epoch 1841: Loss: 1.0347661972045898
Epoch 1842: Loss: 1.0581413507461548
Epoch 1843: Loss: 1.081276297569275
Epoch 1844: Loss: 1.0494468212127686
Epoch 1845: Loss: 0.981116533279419
Epoch 1846: Loss: 1.0955753326416016
Epoch 1847: Loss: 0.967126727104187
Epoch 1848: Loss: 1.0580909252166748
Epoch 1849: Loss: 0.9882075190544128
Epoch 1850: Loss: 1.0070250034332275
Epoch 1851: Loss: 1.117404818534851
Epoch 1852: Loss: 1.0787702798843384
Epoch 1853: Loss: 1.0705987215042114
Epoch 1854: Loss: 1.0037047863006592
Epoch 1855: Loss: 1.034085750579834
Epoch 1856: Loss: 1.0599535703659058
Epoch 1857: Loss: 1.1116210222244263
Epoch 1858: Loss: 1.0448317527770996
Epoch 1859: Loss: 1.0006446838378906
Epoch 1860: Loss: 1.0081270933151245
Epoch 1861: Loss: 1.0311391353607178
Epoch 1862: Loss: 1.0882424116134644
Epoch 1863: Loss: 1.0206316709518433
Epoch 1864: Loss: 1.06346595287323
Epoch 1865: Loss: 1.0640393495559692
Epoch 1866: Loss: 1.0820845365524292
Epoch 1867: Loss: 0.9873040318489075
Epoch 1868: Loss: 0.9599512219429016
Epoch 1869: Loss: 1.0500599145889282
Epoch 1870: Loss: 0.9810707569122314
Epoch 1871: Loss: 1.108504056930542
Epoch 1872: Loss: 1.0321860313415527
Epoch 1873: Loss: 1.0104265213012695
Epoch 1874: Loss: 1.0591503381729126
Epoch 1875: Loss: 0.9151222109794617
Epoch 1876: Loss: 1.06501305103302
Epoch 1877: Loss: 1.1016179323196411
Epoch 1878: Loss: 0.9479474425315857
Epoch 1879: Loss: 1.1203176975250244
Epoch 1880: Loss: 0.9836044907569885
Epoch 1881: Loss: 1.0584425926208496
Epoch 1882: Loss: 0.9796337485313416
Epoch 1883: Loss: 1.0570049285888672
Epoch 1884: Loss: 0.9852613806724548
Epoch 1885: Loss: 1.0425089597702026
Epoch 1886: Loss: 1.0062335729599
Epoch 1887: Loss: 1.0010688304901123
Epoch 1888: Loss: 1.0207560062408447
Epoch 1889: Loss: 0.9995701313018799
Epoch 1890: Loss: 1.1228171586990356
Epoch 1891: Loss: 0.9632846117019653
Epoch 1892: Loss: 1.0808535814285278
Epoch 1893: Loss: 1.0661202669143677
Epoch 1894: Loss: 1.0332380533218384
Epoch 1895: Loss: 1.0529587268829346
Epoch 1896: Loss: 1.0906291007995605
Epoch 1897: Loss: 1.0144692659378052
Epoch 1898: Loss: 1.0778528451919556
Epoch 1899: Loss: 1.119407057762146
Epoch 1900: Loss: 0.9588406682014465
Epoch 1901: Loss: 1.0535459518432617
Epoch 1902: Loss: 1.007982850074768
Epoch 1903: Loss: 0.9897936582565308
Epoch 1904: Loss: 1.0853006839752197
Epoch 1905: Loss: 0.9631606340408325
Epoch 1906: Loss: 1.0947552919387817
Epoch 1907: Loss: 1.0495834350585938
Epoch 1908: Loss: 1.052839756011963
Epoch 1909: Loss: 1.079533576965332
Epoch 1910: Loss: 1.0637304782867432
Epoch 1911: Loss: 1.032354474067688
Epoch 1912: Loss: 0.9680081605911255
Epoch 1913: Loss: 0.9856612086296082
Epoch 1914: Loss: 0.9484754204750061
Epoch 1915: Loss: 0.9828615188598633
Epoch 1916: Loss: 0.9824541807174683
Epoch 1917: Loss: 1.0159977674484253
Epoch 1918: Loss: 1.0228385925292969
Epoch 1919: Loss: 0.9713464379310608
Epoch 1920: Loss: 0.959192156791687
Epoch 1921: Loss: 1.0598680973052979
Epoch 1922: Loss: 1.0404655933380127
Epoch 1923: Loss: 0.9997379183769226
Epoch 1924: Loss: 1.0022891759872437
Epoch 1925: Loss: 1.0638256072998047
Epoch 1926: Loss: 0.9749378561973572
Epoch 1927: Loss: 1.0753711462020874
Epoch 1928: Loss: 0.978258490562439
Epoch 1929: Loss: 1.0484294891357422
Epoch 1930: Loss: 1.0388954877853394
Epoch 1931: Loss: 1.0182361602783203
Epoch 1932: Loss: 1.0341347455978394
Epoch 1933: Loss: 1.052833914756775
Epoch 1934: Loss: 1.0503170490264893
Epoch 1935: Loss: 1.0161375999450684
Epoch 1936: Loss: 1.0247511863708496
Epoch 1937: Loss: 1.0103323459625244
Epoch 1938: Loss: 1.0055255889892578
Epoch 1939: Loss: 0.9659776091575623
Epoch 1940: Loss: 1.081344723701477
Epoch 1941: Loss: 0.9896734356880188
Epoch 1942: Loss: 1.029327392578125
Epoch 1943: Loss: 1.02170991897583
Epoch 1944: Loss: 0.9912264943122864
Epoch 1945: Loss: 0.9738290309906006
Epoch 1946: Loss: 1.100463628768921
Epoch 1947: Loss: 1.10816490650177
Epoch 1948: Loss: 1.0462390184402466
Epoch 1949: Loss: 1.098671793937683
Epoch 1950: Loss: 1.0794645547866821
Epoch 1951: Loss: 1.0275074243545532
Epoch 1952: Loss: 0.9612233638763428
Epoch 1953: Loss: 1.1207492351531982
Epoch 1954: Loss: 0.9008226990699768
Epoch 1955: Loss: 0.994766116142273
Epoch 1956: Loss: 0.9954888224601746
Epoch 1957: Loss: 0.979848325252533
Epoch 1958: Loss: 0.9382929801940918
Epoch 1959: Loss: 0.949347198009491
Epoch 1960: Loss: 1.0674960613250732
Epoch 1961: Loss: 1.0189664363861084
Epoch 1962: Loss: 1.1100114583969116
Epoch 1963: Loss: 0.9299070835113525
Epoch 1964: Loss: 1.0407239198684692
Epoch 1965: Loss: 1.0481877326965332
Epoch 1966: Loss: 0.9793928265571594
Epoch 1967: Loss: 1.0740926265716553
Epoch 1968: Loss: 1.0890802145004272
Epoch 1969: Loss: 0.9675167798995972
Epoch 1970: Loss: 1.0318068265914917
Epoch 1971: Loss: 0.9884870052337646
Epoch 1972: Loss: 1.0149956941604614
Epoch 1973: Loss: 1.0082448720932007
Epoch 1974: Loss: 0.9790357947349548
Epoch 1975: Loss: 1.0771527290344238
Epoch 1976: Loss: 0.9927247762680054
Epoch 1977: Loss: 0.9500501155853271
Epoch 1978: Loss: 0.9566384553909302
Epoch 1979: Loss: 0.9637612104415894
Epoch 1980: Loss: 0.9190955758094788
Epoch 1981: Loss: 0.9840261936187744
Epoch 1982: Loss: 0.9663427472114563
Epoch 1983: Loss: 1.018302321434021
Epoch 1984: Loss: 1.0437595844268799
Epoch 1985: Loss: 1.0034935474395752
Epoch 1986: Loss: 1.092017412185669
Epoch 1987: Loss: 0.9760493636131287
Epoch 1988: Loss: 1.067697525024414
Epoch 1989: Loss: 0.9291914105415344
Epoch 1990: Loss: 0.9729601740837097
Epoch 1991: Loss: 1.0533889532089233
Epoch 1992: Loss: 1.0425217151641846
Epoch 1993: Loss: 1.0523930788040161
Epoch 1994: Loss: 0.9735986590385437
Epoch 1995: Loss: 0.9658103585243225
Epoch 1996: Loss: 0.9925141334533691
Epoch 1997: Loss: 1.0660309791564941
Epoch 1998: Loss: 1.0593500137329102
Epoch 1999: Loss: 0.9166122674942017
Epoch 2000: Loss: 1.0094491243362427
In [ ]:
def evaluate(data):
    model.eval()
    with torch.no_grad():
        out = model(data.x, data.edge_index)
        loss = loss_func(out.squeeze(), data.y)
    return loss.item()

test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')

def predict(data):
    model.eval()
    with torch.no_grad():
        predictions = model(data.x, data.edge_index)
    return predictions.squeeze()

predictions = predict(G_data_test)

test_data_['PD GNN New FEATURES'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[['PD random forest','PD GNN No sdt','PD GNN 3 LAYERS','PD GNN 2 LAYERS',"T_LOCAL_TX_PD",'PD GNN New FEATURES']]
Test Loss: 31.005569458007812
Out[ ]:
PD random forest PD GNN No sdt PD GNN 3 LAYERS PD GNN 2 LAYERS T_LOCAL_TX_PD PD GNN New FEATURES
3394 -4 -5 -8 5+ -4 6+
3396 -6 5+ -8 -8 -6 7+
3403 -6 -5 3 -4 6 -3
3404 7 -5 -8 -10 7+ 7+
3421 -5 -5 6+ 6 -5 -6
... ... ... ... ... ... ...
4486 -6 -5 -2 2 -6 1+
4488 5 -5 -5 -5 5 4+
4492 7+ -5 6+ -7 7+ -7
4494 7 -5 6 -7 7 -7
4499 3 -5 -3 -3 -3 3

106 rows × 6 columns

TESTING MODEL ON NEW TEST SET¶

In [ ]:
ids_to_exclude = [
    704576, 856665, 825899, 938287, 656517, 100024, 755117, 528099, 985976, 269143,
    470423, 768462, 559421, 913458, 118003, 292814, 198777, 117482, 813650, 271776,
    953823, 569118, 244440, 958579, 451801, 734431, 748975, 929858, 110020, 692856,
    253152, 146874, 889462, 530940, 697142, 760597, 517271, 755821, 749131, 367248,
    524085, 541772, 201871, 436519, 586264, 830505, 231047, 355013, 406372, 713795,
    821916, 905012
]

df_train_encoded.loc[df_train_encoded['ID'].isin(ids_to_exclude), ['q1', 'q2', 'q3']] = 0
In [ ]:
X_train=df_train_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
X_test=df_test_encoded.drop(columns=["T_LOCAL_TX_PD","ID"])
y_train=df_train_encoded[["T_LOCAL_TX_PD"]]
y_test=df_test_encoded[["T_LOCAL_TX_PD"]]
In [ ]:
param_grid = {
    'n_estimators': [10, 50, 100], 
    'max_depth': [None, 10, 20, 30], 
    'min_samples_split': [2, 4, 6]
}

grid_search = GridSearchCV(estimator=RandomForestRegressor(random_state=42),
                           param_grid=param_grid,
                           cv=5,  
                           scoring='neg_mean_squared_error',  
                           verbose=1,  
                           n_jobs=-1)


grid_search.fit(X_train, y_train.values.ravel())


best_model = grid_search.best_estimator_

y_train_pred = best_model.predict(X_train)
y_test_pred = best_model.predict(X_test)

train_r2 = r2_score(y_train, y_train_pred)
test_r2 = r2_score(y_test, y_test_pred)
train_mse = mean_squared_error(y_train, y_train_pred)
test_mse = mean_squared_error(y_test, y_test_pred)

print(f"Best Parameters: {grid_search.best_params_}")
print(f"Training R2 score: {train_r2:.2f}")
print(f"Test R2 score: {test_r2:.2f}")
print(f"Training MSE: {train_mse:.2f}")
print(f"Test MSE: {test_mse:.2f}")
Fitting 5 folds for each of 36 candidates, totalling 180 fits
Best Parameters: {'max_depth': None, 'min_samples_split': 2, 'n_estimators': 100}
Training R2 score: 0.99
Test R2 score: -0.34
Training MSE: 0.03
Test MSE: 5.01
In [ ]:
test_data_['PD random forest new'] = np.array([from_pred_to_normal(y) for y in y_test_pred])
test_data_[["T_LOCAL_TX_PD",'PD random forest','PD random forest new']]
Out[ ]:
T_LOCAL_TX_PD PD random forest PD random forest new
3394 -4 -4 6+
3396 -6 -6 6+
3403 6 -6 -7
3404 7+ 7 7+
3421 -5 -5 7+
... ... ... ...
4486 -6 -6 -8
4488 5 5 -5
4492 7+ 7+ 7+
4494 7 7 -8
4499 -3 3 -6

106 rows × 3 columns

In [ ]:
G_train = nx.DiGraph()

for _, row in df_train_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_train.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_train and row['COUNTERPARTY'] in G_train:  
        G_train.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])

print(f"Train Graph has {len(G_train.nodes)} nodes and {len(G_train.edges)} edges.")

G_test = nx.DiGraph()

for _, row in df_test_encoded.iterrows():
    node_features = row.drop(['ID', 'T_LOCAL_TX_PD']).to_dict()  
    G_test.add_node(row['ID'], **node_features, t_local_tx_pd=row['T_LOCAL_TX_PD'])


for _, row in transactions_data.iterrows():
    if row['ID'] in G_test and row['COUNTERPARTY'] in G_test:  
        G_test.add_edge(row['ID'], row['COUNTERPARTY'], date=row['DATE'], tx_amount=row['TX_AMOUNT'])

print(f"Test Graph has {len(G_test.nodes)} nodes and {len(G_test.edges)} edges.")
Train Graph has 1129 nodes and 3297 edges.
Test Graph has 106 nodes and 49 edges.
In [ ]:
G_data_train = from_networkx(G_train)
G_data_train.x = torch.tensor([list(data.values()) for _, data in G_train.nodes(data=True)], dtype=torch.float)
G_data_train.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_train.nodes(data=True)], dtype=torch.float)

G_data_test = from_networkx(G_test)
G_data_test.x = torch.tensor([list(data.values()) for _, data in G_test.nodes(data=True)], dtype=torch.float)
G_data_test.y = torch.tensor([data['t_local_tx_pd'] for _, data in G_test.nodes(data=True)], dtype=torch.float)
In [ ]:
class EnhancedGCN(torch.nn.Module):
    def __init__(self, num_node_features, hidden_channels, output_channels=1, dropout_rate=0.5):
        super(EnhancedGCN, self).__init__()
        self.conv1 = GCNConv(num_node_features, hidden_channels)
        self.conv2 = GCNConv(hidden_channels, hidden_channels)
        #self.conv3 = GCNConv(hidden_channels, hidden_channels)  
        self.batch_norm1 = BatchNorm(hidden_channels)  
        #self.batch_norm2 = BatchNorm(hidden_channels) 
        self.dropout_rate = dropout_rate
        self.out = torch.nn.Linear(hidden_channels, output_channels)

    def forward(self, x, edge_index):
        # 1st layer
        x = F.relu(self.conv1(x, edge_index))
        x = self.batch_norm1(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)

        '''# 2st  layer
        x = F.relu(self.conv2(x, edge_index))
        x = self.batch_norm2(x)
        x = F.dropout(x, p=self.dropout_rate, training=self.training)
'''
        # 2rd  layer
        x = F.relu(self.conv2(x, edge_index))

        
        x = self.out(x)
        return x
In [ ]:
num_node_features = G_data_train.num_node_features
hidden_channels = 60  
output_channels = 1  
dropout_rate = 0.4 

model = EnhancedGCN(num_node_features, hidden_channels, output_channels, dropout_rate)
optimizer = torch.optim.Adam(model.parameters(), lr=0.001)  
loss_func = torch.nn.MSELoss() 

def train():
    model.train()
    optimizer.zero_grad()
    out = model(G_data_train.x, G_data_train.edge_index)
    loss = loss_func(out.squeeze(), G_data_train.y)
    loss.backward()
    optimizer.step()
    return loss.item()

for epoch in range(2000):
    loss = train()
    print(f'Epoch {epoch+1}: Loss: {loss}')
Epoch 1: Loss: 34.515777587890625
Epoch 2: Loss: 33.96763610839844
Epoch 3: Loss: 33.21098709106445
Epoch 4: Loss: 33.031063079833984
Epoch 5: Loss: 32.486297607421875
Epoch 6: Loss: 32.29181671142578
Epoch 7: Loss: 31.468141555786133
Epoch 8: Loss: 31.23501205444336
Epoch 9: Loss: 30.744762420654297
Epoch 10: Loss: 30.118335723876953
Epoch 11: Loss: 29.89580726623535
Epoch 12: Loss: 29.35079002380371
Epoch 13: Loss: 28.889196395874023
Epoch 14: Loss: 28.465456008911133
Epoch 15: Loss: 28.21562957763672
Epoch 16: Loss: 27.80721092224121
Epoch 17: Loss: 27.500686645507812
Epoch 18: Loss: 26.94839096069336
Epoch 19: Loss: 26.70537567138672
Epoch 20: Loss: 26.444721221923828
Epoch 21: Loss: 25.95482635498047
Epoch 22: Loss: 25.61102867126465
Epoch 23: Loss: 25.02977180480957
Epoch 24: Loss: 24.816707611083984
Epoch 25: Loss: 24.401493072509766
Epoch 26: Loss: 24.032819747924805
Epoch 27: Loss: 23.738649368286133
Epoch 28: Loss: 23.647106170654297
Epoch 29: Loss: 23.03816795349121
Epoch 30: Loss: 22.784914016723633
Epoch 31: Loss: 22.401615142822266
Epoch 32: Loss: 22.15485954284668
Epoch 33: Loss: 21.908384323120117
Epoch 34: Loss: 21.623380661010742
Epoch 35: Loss: 21.374164581298828
Epoch 36: Loss: 21.113475799560547
Epoch 37: Loss: 20.557369232177734
Epoch 38: Loss: 20.419586181640625
Epoch 39: Loss: 20.07958221435547
Epoch 40: Loss: 19.683435440063477
Epoch 41: Loss: 19.27223014831543
Epoch 42: Loss: 18.990102767944336
Epoch 43: Loss: 18.616355895996094
Epoch 44: Loss: 18.44619369506836
Epoch 45: Loss: 17.96773338317871
Epoch 46: Loss: 17.623991012573242
Epoch 47: Loss: 17.588224411010742
Epoch 48: Loss: 16.98306655883789
Epoch 49: Loss: 16.781661987304688
Epoch 50: Loss: 16.58762550354004
Epoch 51: Loss: 16.3138427734375
Epoch 52: Loss: 15.83669662475586
Epoch 53: Loss: 15.503714561462402
Epoch 54: Loss: 15.29040813446045
Epoch 55: Loss: 14.888648986816406
Epoch 56: Loss: 14.44168758392334
Epoch 57: Loss: 14.206235885620117
Epoch 58: Loss: 13.727096557617188
Epoch 59: Loss: 13.686487197875977
Epoch 60: Loss: 13.269135475158691
Epoch 61: Loss: 13.046674728393555
Epoch 62: Loss: 12.839402198791504
Epoch 63: Loss: 12.297272682189941
Epoch 64: Loss: 12.258216857910156
Epoch 65: Loss: 11.835095405578613
Epoch 66: Loss: 11.54494571685791
Epoch 67: Loss: 11.225162506103516
Epoch 68: Loss: 11.146323204040527
Epoch 69: Loss: 10.701870918273926
Epoch 70: Loss: 10.469877243041992
Epoch 71: Loss: 10.345431327819824
Epoch 72: Loss: 9.814773559570312
Epoch 73: Loss: 9.710269927978516
Epoch 74: Loss: 9.434882164001465
Epoch 75: Loss: 9.013538360595703
Epoch 76: Loss: 9.065763473510742
Epoch 77: Loss: 8.59753704071045
Epoch 78: Loss: 8.425057411193848
Epoch 79: Loss: 8.056719779968262
Epoch 80: Loss: 7.952445983886719
Epoch 81: Loss: 7.6104631423950195
Epoch 82: Loss: 7.535248756408691
Epoch 83: Loss: 7.101905345916748
Epoch 84: Loss: 7.135692596435547
Epoch 85: Loss: 6.895346164703369
Epoch 86: Loss: 6.689362525939941
Epoch 87: Loss: 6.603439807891846
Epoch 88: Loss: 6.267129898071289
Epoch 89: Loss: 6.1950459480285645
Epoch 90: Loss: 5.958281993865967
Epoch 91: Loss: 6.016101837158203
Epoch 92: Loss: 5.719944000244141
Epoch 93: Loss: 5.4643731117248535
Epoch 94: Loss: 5.434699058532715
Epoch 95: Loss: 5.379893779754639
Epoch 96: Loss: 5.266066551208496
Epoch 97: Loss: 5.131684303283691
Epoch 98: Loss: 4.884140491485596
Epoch 99: Loss: 4.831106185913086
Epoch 100: Loss: 4.6743059158325195
Epoch 101: Loss: 4.5507307052612305
Epoch 102: Loss: 4.793327331542969
Epoch 103: Loss: 4.5279364585876465
Epoch 104: Loss: 4.5855393409729
Epoch 105: Loss: 4.643735408782959
Epoch 106: Loss: 4.246673107147217
Epoch 107: Loss: 4.328273773193359
Epoch 108: Loss: 4.274102687835693
Epoch 109: Loss: 4.4659905433654785
Epoch 110: Loss: 4.224537372589111
Epoch 111: Loss: 3.842439651489258
Epoch 112: Loss: 4.023114204406738
Epoch 113: Loss: 4.079265117645264
Epoch 114: Loss: 3.9775867462158203
Epoch 115: Loss: 4.001640796661377
Epoch 116: Loss: 3.9324498176574707
Epoch 117: Loss: 3.9303903579711914
Epoch 118: Loss: 3.771822690963745
Epoch 119: Loss: 3.921618938446045
Epoch 120: Loss: 3.746480941772461
Epoch 121: Loss: 3.7854607105255127
Epoch 122: Loss: 3.702868938446045
Epoch 123: Loss: 3.7983992099761963
Epoch 124: Loss: 3.658649444580078
Epoch 125: Loss: 3.6210148334503174
Epoch 126: Loss: 3.881531000137329
Epoch 127: Loss: 3.776991605758667
Epoch 128: Loss: 3.8157432079315186
Epoch 129: Loss: 3.587358236312866
Epoch 130: Loss: 3.575530767440796
Epoch 131: Loss: 3.694701910018921
Epoch 132: Loss: 3.4197328090667725
Epoch 133: Loss: 3.571715831756592
Epoch 134: Loss: 3.547947883605957
Epoch 135: Loss: 3.4638710021972656
Epoch 136: Loss: 3.5281381607055664
Epoch 137: Loss: 3.4223084449768066
Epoch 138: Loss: 3.5200016498565674
Epoch 139: Loss: 3.5553362369537354
Epoch 140: Loss: 3.4491519927978516
Epoch 141: Loss: 3.3237521648406982
Epoch 142: Loss: 3.3443078994750977
Epoch 143: Loss: 3.3867452144622803
Epoch 144: Loss: 3.3344922065734863
Epoch 145: Loss: 3.2934489250183105
Epoch 146: Loss: 3.201535940170288
Epoch 147: Loss: 3.305795907974243
Epoch 148: Loss: 3.316915988922119
Epoch 149: Loss: 3.331944465637207
Epoch 150: Loss: 3.330583333969116
Epoch 151: Loss: 3.321352958679199
Epoch 152: Loss: 3.1940970420837402
Epoch 153: Loss: 3.211822986602783
Epoch 154: Loss: 3.2455482482910156
Epoch 155: Loss: 3.1516287326812744
Epoch 156: Loss: 3.2548604011535645
Epoch 157: Loss: 3.1572914123535156
Epoch 158: Loss: 3.314704656600952
Epoch 159: Loss: 3.3059463500976562
Epoch 160: Loss: 3.1083438396453857
Epoch 161: Loss: 3.0928056240081787
Epoch 162: Loss: 3.163024425506592
Epoch 163: Loss: 3.092313766479492
Epoch 164: Loss: 3.0441486835479736
Epoch 165: Loss: 3.0863699913024902
Epoch 166: Loss: 3.1222219467163086
Epoch 167: Loss: 2.9819858074188232
Epoch 168: Loss: 3.05173921585083
Epoch 169: Loss: 2.992433547973633
Epoch 170: Loss: 3.1144256591796875
Epoch 171: Loss: 3.046149730682373
Epoch 172: Loss: 3.020022392272949
Epoch 173: Loss: 3.076237916946411
Epoch 174: Loss: 3.0332813262939453
Epoch 175: Loss: 3.0257325172424316
Epoch 176: Loss: 3.04740047454834
Epoch 177: Loss: 2.9437918663024902
Epoch 178: Loss: 2.969708204269409
Epoch 179: Loss: 2.96394681930542
Epoch 180: Loss: 3.081329107284546
Epoch 181: Loss: 3.0541436672210693
Epoch 182: Loss: 3.02364444732666
Epoch 183: Loss: 3.0381994247436523
Epoch 184: Loss: 3.0747787952423096
Epoch 185: Loss: 2.95206356048584
Epoch 186: Loss: 3.149286985397339
Epoch 187: Loss: 2.9711461067199707
Epoch 188: Loss: 2.886009931564331
Epoch 189: Loss: 2.9697868824005127
Epoch 190: Loss: 3.0254013538360596
Epoch 191: Loss: 3.0549142360687256
Epoch 192: Loss: 3.0059711933135986
Epoch 193: Loss: 2.9007484912872314
Epoch 194: Loss: 2.871980667114258
Epoch 195: Loss: 2.8288259506225586
Epoch 196: Loss: 2.886486530303955
Epoch 197: Loss: 2.853985548019409
Epoch 198: Loss: 2.82470703125
Epoch 199: Loss: 2.7910804748535156
Epoch 200: Loss: 2.8269593715667725
Epoch 201: Loss: 2.8437278270721436
Epoch 202: Loss: 2.8799750804901123
Epoch 203: Loss: 2.915221691131592
Epoch 204: Loss: 2.8513283729553223
Epoch 205: Loss: 2.963522434234619
Epoch 206: Loss: 2.7808585166931152
Epoch 207: Loss: 2.8103737831115723
Epoch 208: Loss: 2.8806307315826416
Epoch 209: Loss: 2.838449478149414
Epoch 210: Loss: 2.7758185863494873
Epoch 211: Loss: 2.8304436206817627
Epoch 212: Loss: 2.862217664718628
Epoch 213: Loss: 2.7948458194732666
Epoch 214: Loss: 2.8814992904663086
Epoch 215: Loss: 2.7022149562835693
Epoch 216: Loss: 2.7044498920440674
Epoch 217: Loss: 2.8406715393066406
Epoch 218: Loss: 2.691863536834717
Epoch 219: Loss: 2.853665590286255
Epoch 220: Loss: 2.7985432147979736
Epoch 221: Loss: 2.8370251655578613
Epoch 222: Loss: 2.662424325942993
Epoch 223: Loss: 2.746171236038208
Epoch 224: Loss: 2.722148895263672
Epoch 225: Loss: 2.7334983348846436
Epoch 226: Loss: 2.7575533390045166
Epoch 227: Loss: 2.7483232021331787
Epoch 228: Loss: 2.6031813621520996
Epoch 229: Loss: 2.7687087059020996
Epoch 230: Loss: 2.7108116149902344
Epoch 231: Loss: 2.7291369438171387
Epoch 232: Loss: 2.747938871383667
Epoch 233: Loss: 2.769561290740967
Epoch 234: Loss: 2.6830544471740723
Epoch 235: Loss: 2.657369375228882
Epoch 236: Loss: 2.6608457565307617
Epoch 237: Loss: 2.6229970455169678
Epoch 238: Loss: 2.685696840286255
Epoch 239: Loss: 2.681752920150757
Epoch 240: Loss: 2.635274648666382
Epoch 241: Loss: 2.6266252994537354
Epoch 242: Loss: 2.6102442741394043
Epoch 243: Loss: 2.685230255126953
Epoch 244: Loss: 2.6111297607421875
Epoch 245: Loss: 2.60333251953125
Epoch 246: Loss: 2.7046444416046143
Epoch 247: Loss: 2.6518006324768066
Epoch 248: Loss: 2.7428650856018066
Epoch 249: Loss: 2.5947601795196533
Epoch 250: Loss: 2.6489336490631104
Epoch 251: Loss: 2.571800470352173
Epoch 252: Loss: 2.623944044113159
Epoch 253: Loss: 2.5226495265960693
Epoch 254: Loss: 2.5255422592163086
Epoch 255: Loss: 2.6921446323394775
Epoch 256: Loss: 2.5513594150543213
Epoch 257: Loss: 2.53178071975708
Epoch 258: Loss: 2.6228537559509277
Epoch 259: Loss: 2.5541515350341797
Epoch 260: Loss: 2.5933966636657715
Epoch 261: Loss: 2.5955617427825928
Epoch 262: Loss: 2.5051119327545166
Epoch 263: Loss: 2.640761375427246
Epoch 264: Loss: 2.581202268600464
Epoch 265: Loss: 2.3774688243865967
Epoch 266: Loss: 2.522550582885742
Epoch 267: Loss: 2.508335828781128
Epoch 268: Loss: 2.606567144393921
Epoch 269: Loss: 2.5072789192199707
Epoch 270: Loss: 2.4678421020507812
Epoch 271: Loss: 2.6398584842681885
Epoch 272: Loss: 2.52945876121521
Epoch 273: Loss: 2.564624309539795
Epoch 274: Loss: 2.5491151809692383
Epoch 275: Loss: 2.6165897846221924
Epoch 276: Loss: 2.5923783779144287
Epoch 277: Loss: 2.485097646713257
Epoch 278: Loss: 2.448657512664795
Epoch 279: Loss: 2.519487142562866
Epoch 280: Loss: 2.49858021736145
Epoch 281: Loss: 2.5352680683135986
Epoch 282: Loss: 2.4597809314727783
Epoch 283: Loss: 2.370269536972046
Epoch 284: Loss: 2.5044820308685303
Epoch 285: Loss: 2.442789316177368
Epoch 286: Loss: 2.4701294898986816
Epoch 287: Loss: 2.385468006134033
Epoch 288: Loss: 2.4821579456329346
Epoch 289: Loss: 2.6439402103424072
Epoch 290: Loss: 2.454242706298828
Epoch 291: Loss: 2.3702962398529053
Epoch 292: Loss: 2.5540997982025146
Epoch 293: Loss: 2.4943690299987793
Epoch 294: Loss: 2.4231276512145996
Epoch 295: Loss: 2.499734401702881
Epoch 296: Loss: 2.425638437271118
Epoch 297: Loss: 2.4160714149475098
Epoch 298: Loss: 2.52091383934021
Epoch 299: Loss: 2.4525773525238037
Epoch 300: Loss: 2.404266119003296
Epoch 301: Loss: 2.404650926589966
Epoch 302: Loss: 2.4513890743255615
Epoch 303: Loss: 2.432870388031006
Epoch 304: Loss: 2.4444403648376465
Epoch 305: Loss: 2.382584571838379
Epoch 306: Loss: 2.440309762954712
Epoch 307: Loss: 2.4708242416381836
Epoch 308: Loss: 2.4049630165100098
Epoch 309: Loss: 2.4519784450531006
Epoch 310: Loss: 2.4005157947540283
Epoch 311: Loss: 2.401092529296875
Epoch 312: Loss: 2.4842374324798584
Epoch 313: Loss: 2.3247125148773193
Epoch 314: Loss: 2.3876545429229736
Epoch 315: Loss: 2.341874361038208
Epoch 316: Loss: 2.3500473499298096
Epoch 317: Loss: 2.318277359008789
Epoch 318: Loss: 2.341402292251587
Epoch 319: Loss: 2.403440475463867
Epoch 320: Loss: 2.344921350479126
Epoch 321: Loss: 2.3664724826812744
Epoch 322: Loss: 2.485135078430176
Epoch 323: Loss: 2.425417423248291
Epoch 324: Loss: 2.3891048431396484
Epoch 325: Loss: 2.316887617111206
Epoch 326: Loss: 2.4246370792388916
Epoch 327: Loss: 2.467026710510254
Epoch 328: Loss: 2.3978958129882812
Epoch 329: Loss: 2.48983097076416
Epoch 330: Loss: 2.49265456199646
Epoch 331: Loss: 2.278031587600708
Epoch 332: Loss: 2.2804622650146484
Epoch 333: Loss: 2.272526979446411
Epoch 334: Loss: 2.339884042739868
Epoch 335: Loss: 2.44443941116333
Epoch 336: Loss: 2.3566431999206543
Epoch 337: Loss: 2.3182613849639893
Epoch 338: Loss: 2.290226459503174
Epoch 339: Loss: 2.353502035140991
Epoch 340: Loss: 2.2583253383636475
Epoch 341: Loss: 2.3672518730163574
Epoch 342: Loss: 2.3143112659454346
Epoch 343: Loss: 2.3239479064941406
Epoch 344: Loss: 2.302805185317993
Epoch 345: Loss: 2.2379186153411865
Epoch 346: Loss: 2.233916759490967
Epoch 347: Loss: 2.3272171020507812
Epoch 348: Loss: 2.3158204555511475
Epoch 349: Loss: 2.3010241985321045
Epoch 350: Loss: 2.172913074493408
Epoch 351: Loss: 2.3456902503967285
Epoch 352: Loss: 2.1637682914733887
Epoch 353: Loss: 2.258603572845459
Epoch 354: Loss: 2.280315399169922
Epoch 355: Loss: 2.205472707748413
Epoch 356: Loss: 2.263887405395508
Epoch 357: Loss: 2.2933349609375
Epoch 358: Loss: 2.2834205627441406
Epoch 359: Loss: 2.1978182792663574
Epoch 360: Loss: 2.273364305496216
Epoch 361: Loss: 2.2099246978759766
Epoch 362: Loss: 2.339449882507324
Epoch 363: Loss: 2.2739508152008057
Epoch 364: Loss: 2.0900442600250244
Epoch 365: Loss: 2.2075905799865723
Epoch 366: Loss: 2.2433254718780518
Epoch 367: Loss: 2.281463146209717
Epoch 368: Loss: 2.1802289485931396
Epoch 369: Loss: 2.26132869720459
Epoch 370: Loss: 2.1811513900756836
Epoch 371: Loss: 2.284635066986084
Epoch 372: Loss: 2.2126080989837646
Epoch 373: Loss: 2.2603304386138916
Epoch 374: Loss: 2.163937568664551
Epoch 375: Loss: 2.2167632579803467
Epoch 376: Loss: 2.139456033706665
Epoch 377: Loss: 2.2616641521453857
Epoch 378: Loss: 2.269636631011963
Epoch 379: Loss: 2.2873740196228027
Epoch 380: Loss: 2.2624073028564453
Epoch 381: Loss: 2.153489828109741
Epoch 382: Loss: 2.096144199371338
Epoch 383: Loss: 2.1256420612335205
Epoch 384: Loss: 2.2117323875427246
Epoch 385: Loss: 2.1753385066986084
Epoch 386: Loss: 2.2454469203948975
Epoch 387: Loss: 2.2183046340942383
Epoch 388: Loss: 2.240809917449951
Epoch 389: Loss: 2.1620430946350098
Epoch 390: Loss: 2.242931365966797
Epoch 391: Loss: 2.1728665828704834
Epoch 392: Loss: 2.1988067626953125
Epoch 393: Loss: 2.226578712463379
Epoch 394: Loss: 2.155301332473755
Epoch 395: Loss: 2.1024115085601807
Epoch 396: Loss: 2.2739622592926025
Epoch 397: Loss: 2.186758279800415
Epoch 398: Loss: 2.2659711837768555
Epoch 399: Loss: 2.1957950592041016
Epoch 400: Loss: 2.0874500274658203
Epoch 401: Loss: 2.1986846923828125
Epoch 402: Loss: 2.1498942375183105
Epoch 403: Loss: 2.138953447341919
Epoch 404: Loss: 2.1454498767852783
Epoch 405: Loss: 2.080324649810791
Epoch 406: Loss: 2.2205495834350586
Epoch 407: Loss: 2.1316022872924805
Epoch 408: Loss: 2.1665444374084473
Epoch 409: Loss: 2.1366686820983887
Epoch 410: Loss: 2.1658551692962646
Epoch 411: Loss: 1.9934786558151245
Epoch 412: Loss: 2.082117795944214
Epoch 413: Loss: 2.0513322353363037
Epoch 414: Loss: 2.1495473384857178
Epoch 415: Loss: 2.1548409461975098
Epoch 416: Loss: 2.0448648929595947
Epoch 417: Loss: 2.182913303375244
Epoch 418: Loss: 2.310612678527832
Epoch 419: Loss: 2.200547456741333
Epoch 420: Loss: 2.115589141845703
Epoch 421: Loss: 2.094444513320923
Epoch 422: Loss: 2.238189220428467
Epoch 423: Loss: 2.160978078842163
Epoch 424: Loss: 2.111389636993408
Epoch 425: Loss: 2.1136202812194824
Epoch 426: Loss: 2.1707041263580322
Epoch 427: Loss: 2.0058937072753906
Epoch 428: Loss: 2.166957139968872
Epoch 429: Loss: 2.1700358390808105
Epoch 430: Loss: 2.0773508548736572
Epoch 431: Loss: 2.0744388103485107
Epoch 432: Loss: 2.112459897994995
Epoch 433: Loss: 2.0742201805114746
Epoch 434: Loss: 2.023496627807617
Epoch 435: Loss: 2.0525057315826416
Epoch 436: Loss: 2.297808885574341
Epoch 437: Loss: 2.0972466468811035
Epoch 438: Loss: 2.0249528884887695
Epoch 439: Loss: 2.063292980194092
Epoch 440: Loss: 2.188304901123047
Epoch 441: Loss: 2.071687698364258
Epoch 442: Loss: 2.102762222290039
Epoch 443: Loss: 2.1130402088165283
Epoch 444: Loss: 2.0660974979400635
Epoch 445: Loss: 2.0120465755462646
Epoch 446: Loss: 2.1061956882476807
Epoch 447: Loss: 2.0385289192199707
Epoch 448: Loss: 2.2575409412384033
Epoch 449: Loss: 2.0033459663391113
Epoch 450: Loss: 2.0586979389190674
Epoch 451: Loss: 2.098013401031494
Epoch 452: Loss: 2.056220293045044
Epoch 453: Loss: 2.1283509731292725
Epoch 454: Loss: 2.068239212036133
Epoch 455: Loss: 1.9400227069854736
Epoch 456: Loss: 2.0057971477508545
Epoch 457: Loss: 2.0682976245880127
Epoch 458: Loss: 2.0154900550842285
Epoch 459: Loss: 2.024855375289917
Epoch 460: Loss: 2.07950496673584
Epoch 461: Loss: 2.1728649139404297
Epoch 462: Loss: 1.9395757913589478
Epoch 463: Loss: 2.0193421840667725
Epoch 464: Loss: 1.941576600074768
Epoch 465: Loss: 1.9036848545074463
Epoch 466: Loss: 2.009157657623291
Epoch 467: Loss: 2.0363545417785645
Epoch 468: Loss: 2.0260989665985107
Epoch 469: Loss: 2.0226542949676514
Epoch 470: Loss: 2.0379340648651123
Epoch 471: Loss: 2.0626397132873535
Epoch 472: Loss: 2.0812759399414062
Epoch 473: Loss: 1.9994264841079712
Epoch 474: Loss: 2.0770277976989746
Epoch 475: Loss: 1.9112374782562256
Epoch 476: Loss: 2.0203676223754883
Epoch 477: Loss: 2.068340301513672
Epoch 478: Loss: 1.9993927478790283
Epoch 479: Loss: 1.9190901517868042
Epoch 480: Loss: 2.0175886154174805
Epoch 481: Loss: 2.0647294521331787
Epoch 482: Loss: 2.080268383026123
Epoch 483: Loss: 2.1003870964050293
Epoch 484: Loss: 2.103672504425049
Epoch 485: Loss: 1.9606486558914185
Epoch 486: Loss: 1.9406015872955322
Epoch 487: Loss: 1.9666277170181274
Epoch 488: Loss: 2.027689218521118
Epoch 489: Loss: 2.00950026512146
Epoch 490: Loss: 1.9078245162963867
Epoch 491: Loss: 2.03843092918396
Epoch 492: Loss: 1.9413228034973145
Epoch 493: Loss: 1.947950005531311
Epoch 494: Loss: 1.8576934337615967
Epoch 495: Loss: 1.898857831954956
Epoch 496: Loss: 1.977036952972412
Epoch 497: Loss: 1.9499033689498901
Epoch 498: Loss: 1.9062505960464478
Epoch 499: Loss: 1.9551365375518799
Epoch 500: Loss: 1.9620314836502075
Epoch 501: Loss: 2.022348165512085
Epoch 502: Loss: 1.9886430501937866
Epoch 503: Loss: 1.9967082738876343
Epoch 504: Loss: 2.0160863399505615
Epoch 505: Loss: 1.9821875095367432
Epoch 506: Loss: 1.8969309329986572
Epoch 507: Loss: 1.9815874099731445
Epoch 508: Loss: 1.9261558055877686
Epoch 509: Loss: 1.9288231134414673
Epoch 510: Loss: 1.941848874092102
Epoch 511: Loss: 1.8996063470840454
Epoch 512: Loss: 1.937953233718872
Epoch 513: Loss: 1.9439680576324463
Epoch 514: Loss: 1.977776050567627
Epoch 515: Loss: 1.896448016166687
Epoch 516: Loss: 1.9468780755996704
Epoch 517: Loss: 1.9137787818908691
Epoch 518: Loss: 1.9950047731399536
Epoch 519: Loss: 1.989984154701233
Epoch 520: Loss: 1.9424465894699097
Epoch 521: Loss: 1.9962881803512573
Epoch 522: Loss: 1.9041764736175537
Epoch 523: Loss: 1.9329601526260376
Epoch 524: Loss: 1.938323736190796
Epoch 525: Loss: 1.8882852792739868
Epoch 526: Loss: 1.8730030059814453
Epoch 527: Loss: 1.854063630104065
Epoch 528: Loss: 1.9321295022964478
Epoch 529: Loss: 1.9252676963806152
Epoch 530: Loss: 1.8820911645889282
Epoch 531: Loss: 1.8660595417022705
Epoch 532: Loss: 1.84723699092865
Epoch 533: Loss: 1.9919449090957642
Epoch 534: Loss: 1.8537344932556152
Epoch 535: Loss: 1.8271667957305908
Epoch 536: Loss: 1.9556291103363037
Epoch 537: Loss: 1.8466637134552002
Epoch 538: Loss: 1.9762763977050781
Epoch 539: Loss: 1.8688340187072754
Epoch 540: Loss: 1.8997126817703247
Epoch 541: Loss: 1.9063678979873657
Epoch 542: Loss: 1.904827356338501
Epoch 543: Loss: 1.8771412372589111
Epoch 544: Loss: 1.8633400201797485
Epoch 545: Loss: 1.8277283906936646
Epoch 546: Loss: 1.9016445875167847
Epoch 547: Loss: 1.8440194129943848
Epoch 548: Loss: 1.8345760107040405
Epoch 549: Loss: 1.9026955366134644
Epoch 550: Loss: 1.925972580909729
Epoch 551: Loss: 1.8985562324523926
Epoch 552: Loss: 1.8510422706604004
Epoch 553: Loss: 1.9311727285385132
Epoch 554: Loss: 1.8966212272644043
Epoch 555: Loss: 1.8448623418807983
Epoch 556: Loss: 1.875449538230896
Epoch 557: Loss: 1.8186534643173218
Epoch 558: Loss: 1.9149802923202515
Epoch 559: Loss: 1.934994101524353
Epoch 560: Loss: 1.8486989736557007
Epoch 561: Loss: 1.954128384590149
Epoch 562: Loss: 1.9434024095535278
Epoch 563: Loss: 1.953792929649353
Epoch 564: Loss: 1.8166371583938599
Epoch 565: Loss: 1.8127497434616089
Epoch 566: Loss: 1.8555904626846313
Epoch 567: Loss: 1.9990184307098389
Epoch 568: Loss: 1.904965877532959
Epoch 569: Loss: 1.8959418535232544
Epoch 570: Loss: 1.8203736543655396
Epoch 571: Loss: 1.8899016380310059
Epoch 572: Loss: 1.8468217849731445
Epoch 573: Loss: 1.8919676542282104
Epoch 574: Loss: 1.8807828426361084
Epoch 575: Loss: 1.9845049381256104
Epoch 576: Loss: 1.8691350221633911
Epoch 577: Loss: 1.8502470254898071
Epoch 578: Loss: 1.870882272720337
Epoch 579: Loss: 1.8360780477523804
Epoch 580: Loss: 1.802463412284851
Epoch 581: Loss: 1.795159101486206
Epoch 582: Loss: 1.885317087173462
Epoch 583: Loss: 1.7803233861923218
Epoch 584: Loss: 1.8053096532821655
Epoch 585: Loss: 1.9480044841766357
Epoch 586: Loss: 1.9256372451782227
Epoch 587: Loss: 1.8877606391906738
Epoch 588: Loss: 1.8446675539016724
Epoch 589: Loss: 1.9448837041854858
Epoch 590: Loss: 1.8346190452575684
Epoch 591: Loss: 1.8063733577728271
Epoch 592: Loss: 1.8111743927001953
Epoch 593: Loss: 1.8167896270751953
Epoch 594: Loss: 1.8154850006103516
Epoch 595: Loss: 1.8060047626495361
Epoch 596: Loss: 1.7811492681503296
Epoch 597: Loss: 1.7826253175735474
Epoch 598: Loss: 1.8220759630203247
Epoch 599: Loss: 1.7745128870010376
Epoch 600: Loss: 1.7936121225357056
Epoch 601: Loss: 1.863936424255371
Epoch 602: Loss: 1.7372151613235474
Epoch 603: Loss: 1.7456079721450806
Epoch 604: Loss: 1.7823246717453003
Epoch 605: Loss: 1.7853797674179077
Epoch 606: Loss: 1.7837251424789429
Epoch 607: Loss: 1.7352246046066284
Epoch 608: Loss: 1.8024271726608276
Epoch 609: Loss: 1.7975835800170898
Epoch 610: Loss: 1.8249150514602661
Epoch 611: Loss: 1.7817639112472534
Epoch 612: Loss: 1.7741559743881226
Epoch 613: Loss: 1.8650847673416138
Epoch 614: Loss: 1.8027315139770508
Epoch 615: Loss: 1.772704839706421
Epoch 616: Loss: 1.8739726543426514
Epoch 617: Loss: 1.8888206481933594
Epoch 618: Loss: 1.7466150522232056
Epoch 619: Loss: 1.7322782278060913
Epoch 620: Loss: 1.7256059646606445
Epoch 621: Loss: 1.783553123474121
Epoch 622: Loss: 1.7624152898788452
Epoch 623: Loss: 1.742408037185669
Epoch 624: Loss: 1.8053072690963745
Epoch 625: Loss: 1.7288800477981567
Epoch 626: Loss: 1.8552567958831787
Epoch 627: Loss: 1.7919318675994873
Epoch 628: Loss: 1.722334861755371
Epoch 629: Loss: 1.7805864810943604
Epoch 630: Loss: 1.7345761060714722
Epoch 631: Loss: 1.7792646884918213
Epoch 632: Loss: 1.7415162324905396
Epoch 633: Loss: 1.8158602714538574
Epoch 634: Loss: 1.7433079481124878
Epoch 635: Loss: 1.770022988319397
Epoch 636: Loss: 1.6817351579666138
Epoch 637: Loss: 1.809773325920105
Epoch 638: Loss: 1.7482938766479492
Epoch 639: Loss: 1.7274030447006226
Epoch 640: Loss: 1.7608981132507324
Epoch 641: Loss: 1.7095541954040527
Epoch 642: Loss: 1.797367811203003
Epoch 643: Loss: 1.7630366086959839
Epoch 644: Loss: 1.7484005689620972
Epoch 645: Loss: 1.7846698760986328
Epoch 646: Loss: 1.7210755348205566
Epoch 647: Loss: 1.7653155326843262
Epoch 648: Loss: 1.7921441793441772
Epoch 649: Loss: 1.7330390214920044
Epoch 650: Loss: 1.6896370649337769
Epoch 651: Loss: 1.7556006908416748
Epoch 652: Loss: 1.7728804349899292
Epoch 653: Loss: 1.767934799194336
Epoch 654: Loss: 1.7679497003555298
Epoch 655: Loss: 1.7397654056549072
Epoch 656: Loss: 1.7779254913330078
Epoch 657: Loss: 1.761313557624817
Epoch 658: Loss: 1.7534748315811157
Epoch 659: Loss: 1.7586826086044312
Epoch 660: Loss: 1.7255301475524902
Epoch 661: Loss: 1.7627971172332764
Epoch 662: Loss: 1.679092526435852
Epoch 663: Loss: 1.6733628511428833
Epoch 664: Loss: 1.7007815837860107
Epoch 665: Loss: 1.7287782430648804
Epoch 666: Loss: 1.7723289728164673
Epoch 667: Loss: 1.706363558769226
Epoch 668: Loss: 1.6380876302719116
Epoch 669: Loss: 1.6815272569656372
Epoch 670: Loss: 1.751706600189209
Epoch 671: Loss: 1.6961658000946045
Epoch 672: Loss: 1.774010419845581
Epoch 673: Loss: 1.7463001012802124
Epoch 674: Loss: 1.643836498260498
Epoch 675: Loss: 1.7087628841400146
Epoch 676: Loss: 1.7870111465454102
Epoch 677: Loss: 1.7021803855895996
Epoch 678: Loss: 1.6003690958023071
Epoch 679: Loss: 1.669450044631958
Epoch 680: Loss: 1.6859021186828613
Epoch 681: Loss: 1.7200958728790283
Epoch 682: Loss: 1.7164915800094604
Epoch 683: Loss: 1.7470943927764893
Epoch 684: Loss: 1.6865482330322266
Epoch 685: Loss: 1.8092694282531738
Epoch 686: Loss: 1.7208867073059082
Epoch 687: Loss: 1.7233150005340576
Epoch 688: Loss: 1.7172324657440186
Epoch 689: Loss: 1.6439013481140137
Epoch 690: Loss: 1.737775444984436
Epoch 691: Loss: 1.7163265943527222
Epoch 692: Loss: 1.6325465440750122
Epoch 693: Loss: 1.780438780784607
Epoch 694: Loss: 1.7398124933242798
Epoch 695: Loss: 1.8056563138961792
Epoch 696: Loss: 1.665976643562317
Epoch 697: Loss: 1.662166953086853
Epoch 698: Loss: 1.7538546323776245
Epoch 699: Loss: 1.7306207418441772
Epoch 700: Loss: 1.6418957710266113
Epoch 701: Loss: 1.7494832277297974
Epoch 702: Loss: 1.708120584487915
Epoch 703: Loss: 1.66640305519104
Epoch 704: Loss: 1.696256399154663
Epoch 705: Loss: 1.7090009450912476
Epoch 706: Loss: 1.7002785205841064
Epoch 707: Loss: 1.7105841636657715
Epoch 708: Loss: 1.7388556003570557
Epoch 709: Loss: 1.6781564950942993
Epoch 710: Loss: 1.6863493919372559
Epoch 711: Loss: 1.6750613451004028
Epoch 712: Loss: 1.6114455461502075
Epoch 713: Loss: 1.664490818977356
Epoch 714: Loss: 1.6468737125396729
Epoch 715: Loss: 1.715097427368164
Epoch 716: Loss: 1.7146891355514526
Epoch 717: Loss: 1.7378615140914917
Epoch 718: Loss: 1.6785567998886108
Epoch 719: Loss: 1.6413573026657104
Epoch 720: Loss: 1.6681292057037354
Epoch 721: Loss: 1.677460789680481
Epoch 722: Loss: 1.5803543329238892
Epoch 723: Loss: 1.7003679275512695
Epoch 724: Loss: 1.6662858724594116
Epoch 725: Loss: 1.717852234840393
Epoch 726: Loss: 1.6843650341033936
Epoch 727: Loss: 1.7313759326934814
Epoch 728: Loss: 1.5986261367797852
Epoch 729: Loss: 1.642670750617981
Epoch 730: Loss: 1.6492419242858887
Epoch 731: Loss: 1.6384207010269165
Epoch 732: Loss: 1.681027889251709
Epoch 733: Loss: 1.6205723285675049
Epoch 734: Loss: 1.5999572277069092
Epoch 735: Loss: 1.6631685495376587
Epoch 736: Loss: 1.639471173286438
Epoch 737: Loss: 1.6250114440917969
Epoch 738: Loss: 1.7056862115859985
Epoch 739: Loss: 1.732573390007019
Epoch 740: Loss: 1.6733982563018799
Epoch 741: Loss: 1.6230647563934326
Epoch 742: Loss: 1.5795068740844727
Epoch 743: Loss: 1.680288314819336
Epoch 744: Loss: 1.7298026084899902
Epoch 745: Loss: 1.6459592580795288
Epoch 746: Loss: 1.7052180767059326
Epoch 747: Loss: 1.563483715057373
Epoch 748: Loss: 1.6936240196228027
Epoch 749: Loss: 1.602734923362732
Epoch 750: Loss: 1.6737202405929565
Epoch 751: Loss: 1.7006444931030273
Epoch 752: Loss: 1.64348304271698
Epoch 753: Loss: 1.6418871879577637
Epoch 754: Loss: 1.6014173030853271
Epoch 755: Loss: 1.6397767066955566
Epoch 756: Loss: 1.6035196781158447
Epoch 757: Loss: 1.6425050497055054
Epoch 758: Loss: 1.6416113376617432
Epoch 759: Loss: 1.6318498849868774
Epoch 760: Loss: 1.5802810192108154
Epoch 761: Loss: 1.675717830657959
Epoch 762: Loss: 1.609109878540039
Epoch 763: Loss: 1.5549417734146118
Epoch 764: Loss: 1.5951663255691528
Epoch 765: Loss: 1.651742696762085
Epoch 766: Loss: 1.6415730714797974
Epoch 767: Loss: 1.602316975593567
Epoch 768: Loss: 1.644849419593811
Epoch 769: Loss: 1.5630841255187988
Epoch 770: Loss: 1.614484429359436
Epoch 771: Loss: 1.763439416885376
Epoch 772: Loss: 1.7389694452285767
Epoch 773: Loss: 1.6400750875473022
Epoch 774: Loss: 1.6810545921325684
Epoch 775: Loss: 1.6604528427124023
Epoch 776: Loss: 1.6427879333496094
Epoch 777: Loss: 1.6346098184585571
Epoch 778: Loss: 1.5807417631149292
Epoch 779: Loss: 1.6217386722564697
Epoch 780: Loss: 1.7258703708648682
Epoch 781: Loss: 1.570614218711853
Epoch 782: Loss: 1.5490901470184326
Epoch 783: Loss: 1.5888887643814087
Epoch 784: Loss: 1.5863975286483765
Epoch 785: Loss: 1.639878749847412
Epoch 786: Loss: 1.6148087978363037
Epoch 787: Loss: 1.7040667533874512
Epoch 788: Loss: 1.6313366889953613
Epoch 789: Loss: 1.6221282482147217
Epoch 790: Loss: 1.7116667032241821
Epoch 791: Loss: 1.6037278175354004
Epoch 792: Loss: 1.5955766439437866
Epoch 793: Loss: 1.634824275970459
Epoch 794: Loss: 1.5592002868652344
Epoch 795: Loss: 1.5952781438827515
Epoch 796: Loss: 1.6862480640411377
Epoch 797: Loss: 1.5825384855270386
Epoch 798: Loss: 1.6619526147842407
Epoch 799: Loss: 1.5937328338623047
Epoch 800: Loss: 1.7133179903030396
Epoch 801: Loss: 1.5891828536987305
Epoch 802: Loss: 1.571664810180664
Epoch 803: Loss: 1.6256259679794312
Epoch 804: Loss: 1.6279933452606201
Epoch 805: Loss: 1.594316005706787
Epoch 806: Loss: 1.6179267168045044
Epoch 807: Loss: 1.5813833475112915
Epoch 808: Loss: 1.5503755807876587
Epoch 809: Loss: 1.5520187616348267
Epoch 810: Loss: 1.581579566001892
Epoch 811: Loss: 1.6432175636291504
Epoch 812: Loss: 1.6404528617858887
Epoch 813: Loss: 1.6123515367507935
Epoch 814: Loss: 1.5224190950393677
Epoch 815: Loss: 1.5057162046432495
Epoch 816: Loss: 1.587928295135498
Epoch 817: Loss: 1.5857360363006592
Epoch 818: Loss: 1.4998178482055664
Epoch 819: Loss: 1.6089509725570679
Epoch 820: Loss: 1.5668799877166748
Epoch 821: Loss: 1.5751334428787231
Epoch 822: Loss: 1.6333701610565186
Epoch 823: Loss: 1.5556880235671997
Epoch 824: Loss: 1.5826514959335327
Epoch 825: Loss: 1.6024569272994995
Epoch 826: Loss: 1.6016100645065308
Epoch 827: Loss: 1.556221842765808
Epoch 828: Loss: 1.538336157798767
Epoch 829: Loss: 1.5837626457214355
Epoch 830: Loss: 1.566124677658081
Epoch 831: Loss: 1.6390589475631714
Epoch 832: Loss: 1.511736512184143
Epoch 833: Loss: 1.6895815134048462
Epoch 834: Loss: 1.6447864770889282
Epoch 835: Loss: 1.5957282781600952
Epoch 836: Loss: 1.6337614059448242
Epoch 837: Loss: 1.5556224584579468
Epoch 838: Loss: 1.585401177406311
Epoch 839: Loss: 1.6304932832717896
Epoch 840: Loss: 1.6458693742752075
Epoch 841: Loss: 1.5737766027450562
Epoch 842: Loss: 1.5673763751983643
Epoch 843: Loss: 1.603703260421753
Epoch 844: Loss: 1.5871351957321167
Epoch 845: Loss: 1.543675184249878
Epoch 846: Loss: 1.6035398244857788
Epoch 847: Loss: 1.6183974742889404
Epoch 848: Loss: 1.4356540441513062
Epoch 849: Loss: 1.5705403089523315
Epoch 850: Loss: 1.5922136306762695
Epoch 851: Loss: 1.550864338874817
Epoch 852: Loss: 1.5590025186538696
Epoch 853: Loss: 1.5870685577392578
Epoch 854: Loss: 1.5430943965911865
Epoch 855: Loss: 1.5574934482574463
Epoch 856: Loss: 1.5342912673950195
Epoch 857: Loss: 1.5563781261444092
Epoch 858: Loss: 1.5406092405319214
Epoch 859: Loss: 1.4344489574432373
Epoch 860: Loss: 1.5373785495758057
Epoch 861: Loss: 1.5361323356628418
Epoch 862: Loss: 1.591403603553772
Epoch 863: Loss: 1.524707317352295
Epoch 864: Loss: 1.60567045211792
Epoch 865: Loss: 1.5826146602630615
Epoch 866: Loss: 1.6198914051055908
Epoch 867: Loss: 1.605567455291748
Epoch 868: Loss: 1.6735827922821045
Epoch 869: Loss: 1.4915645122528076
Epoch 870: Loss: 1.5479298830032349
Epoch 871: Loss: 1.5415033102035522
Epoch 872: Loss: 1.6831395626068115
Epoch 873: Loss: 1.5208327770233154
Epoch 874: Loss: 1.53914213180542
Epoch 875: Loss: 1.5757131576538086
Epoch 876: Loss: 1.5312268733978271
Epoch 877: Loss: 1.512005090713501
Epoch 878: Loss: 1.5421056747436523
Epoch 879: Loss: 1.478655457496643
Epoch 880: Loss: 1.6013809442520142
Epoch 881: Loss: 1.5404818058013916
Epoch 882: Loss: 1.5137065649032593
Epoch 883: Loss: 1.544944405555725
Epoch 884: Loss: 1.6051146984100342
Epoch 885: Loss: 1.4732199907302856
Epoch 886: Loss: 1.5174700021743774
Epoch 887: Loss: 1.5063512325286865
Epoch 888: Loss: 1.5750515460968018
Epoch 889: Loss: 1.5812644958496094
Epoch 890: Loss: 1.6676592826843262
Epoch 891: Loss: 1.545586109161377
Epoch 892: Loss: 1.6209148168563843
Epoch 893: Loss: 1.5719208717346191
Epoch 894: Loss: 1.5637530088424683
Epoch 895: Loss: 1.5548295974731445
Epoch 896: Loss: 1.5320969820022583
Epoch 897: Loss: 1.4251967668533325
Epoch 898: Loss: 1.5584955215454102
Epoch 899: Loss: 1.4688751697540283
Epoch 900: Loss: 1.5544404983520508
Epoch 901: Loss: 1.504516839981079
Epoch 902: Loss: 1.4089967012405396
Epoch 903: Loss: 1.4982572793960571
Epoch 904: Loss: 1.607779622077942
Epoch 905: Loss: 1.555222988128662
Epoch 906: Loss: 1.511340618133545
Epoch 907: Loss: 1.547719120979309
Epoch 908: Loss: 1.4966692924499512
Epoch 909: Loss: 1.5778799057006836
Epoch 910: Loss: 1.4317436218261719
Epoch 911: Loss: 1.5025824308395386
Epoch 912: Loss: 1.4884260892868042
Epoch 913: Loss: 1.4300824403762817
Epoch 914: Loss: 1.5698626041412354
Epoch 915: Loss: 1.5050480365753174
Epoch 916: Loss: 1.5436053276062012
Epoch 917: Loss: 1.4002158641815186
Epoch 918: Loss: 1.4517951011657715
Epoch 919: Loss: 1.4947129487991333
Epoch 920: Loss: 1.4968944787979126
Epoch 921: Loss: 1.5233869552612305
Epoch 922: Loss: 1.480347752571106
Epoch 923: Loss: 1.5147007703781128
Epoch 924: Loss: 1.5717954635620117
Epoch 925: Loss: 1.5896674394607544
Epoch 926: Loss: 1.618106484413147
Epoch 927: Loss: 1.4036279916763306
Epoch 928: Loss: 1.45608389377594
Epoch 929: Loss: 1.582532525062561
Epoch 930: Loss: 1.3816981315612793
Epoch 931: Loss: 1.4622843265533447
Epoch 932: Loss: 1.553745985031128
Epoch 933: Loss: 1.4807742834091187
Epoch 934: Loss: 1.4371756315231323
Epoch 935: Loss: 1.5434081554412842
Epoch 936: Loss: 1.5428961515426636
Epoch 937: Loss: 1.4379756450653076
Epoch 938: Loss: 1.5072005987167358
Epoch 939: Loss: 1.4490692615509033
Epoch 940: Loss: 1.4639970064163208
Epoch 941: Loss: 1.4454289674758911
Epoch 942: Loss: 1.4314953088760376
Epoch 943: Loss: 1.5446264743804932
Epoch 944: Loss: 1.4998409748077393
Epoch 945: Loss: 1.4309529066085815
Epoch 946: Loss: 1.4268909692764282
Epoch 947: Loss: 1.4022443294525146
Epoch 948: Loss: 1.4946894645690918
Epoch 949: Loss: 1.3713164329528809
Epoch 950: Loss: 1.4493629932403564
Epoch 951: Loss: 1.5117727518081665
Epoch 952: Loss: 1.4357185363769531
Epoch 953: Loss: 1.584873080253601
Epoch 954: Loss: 1.476028323173523
Epoch 955: Loss: 1.4319339990615845
Epoch 956: Loss: 1.4576570987701416
Epoch 957: Loss: 1.4245456457138062
Epoch 958: Loss: 1.4601281881332397
Epoch 959: Loss: 1.576515555381775
Epoch 960: Loss: 1.4828811883926392
Epoch 961: Loss: 1.4500561952590942
Epoch 962: Loss: 1.5039819478988647
Epoch 963: Loss: 1.4670652151107788
Epoch 964: Loss: 1.4239046573638916
Epoch 965: Loss: 1.4452868700027466
Epoch 966: Loss: 1.4768624305725098
Epoch 967: Loss: 1.4272339344024658
Epoch 968: Loss: 1.4525383710861206
Epoch 969: Loss: 1.4513529539108276
Epoch 970: Loss: 1.480366826057434
Epoch 971: Loss: 1.543587327003479
Epoch 972: Loss: 1.4687087535858154
Epoch 973: Loss: 1.4644908905029297
Epoch 974: Loss: 1.4643023014068604
Epoch 975: Loss: 1.3805862665176392
Epoch 976: Loss: 1.5422475337982178
Epoch 977: Loss: 1.4513877630233765
Epoch 978: Loss: 1.4472949504852295
Epoch 979: Loss: 1.4995750188827515
Epoch 980: Loss: 1.5448172092437744
Epoch 981: Loss: 1.4695937633514404
Epoch 982: Loss: 1.5450798273086548
Epoch 983: Loss: 1.4823079109191895
Epoch 984: Loss: 1.4251024723052979
Epoch 985: Loss: 1.4062575101852417
Epoch 986: Loss: 1.4747129678726196
Epoch 987: Loss: 1.464142084121704
Epoch 988: Loss: 1.4957005977630615
Epoch 989: Loss: 1.4444074630737305
Epoch 990: Loss: 1.5108834505081177
Epoch 991: Loss: 1.4514816999435425
Epoch 992: Loss: 1.4975159168243408
Epoch 993: Loss: 1.4083380699157715
Epoch 994: Loss: 1.3748209476470947
Epoch 995: Loss: 1.4705461263656616
Epoch 996: Loss: 1.4568582773208618
Epoch 997: Loss: 1.3950711488723755
Epoch 998: Loss: 1.3553557395935059
Epoch 999: Loss: 1.4283010959625244
Epoch 1000: Loss: 1.4596729278564453
Epoch 1001: Loss: 1.4219452142715454
Epoch 1002: Loss: 1.4336382150650024
Epoch 1003: Loss: 1.352669596672058
Epoch 1004: Loss: 1.4523839950561523
Epoch 1005: Loss: 1.3800679445266724
Epoch 1006: Loss: 1.415550947189331
Epoch 1007: Loss: 1.451451301574707
Epoch 1008: Loss: 1.4191774129867554
Epoch 1009: Loss: 1.43806791305542
Epoch 1010: Loss: 1.4483835697174072
Epoch 1011: Loss: 1.3923275470733643
Epoch 1012: Loss: 1.4197121858596802
Epoch 1013: Loss: 1.4295214414596558
Epoch 1014: Loss: 1.4000414609909058
Epoch 1015: Loss: 1.4474952220916748
Epoch 1016: Loss: 1.4121434688568115
Epoch 1017: Loss: 1.5123233795166016
Epoch 1018: Loss: 1.4337855577468872
Epoch 1019: Loss: 1.4665958881378174
Epoch 1020: Loss: 1.4483309984207153
Epoch 1021: Loss: 1.4458673000335693
Epoch 1022: Loss: 1.44428551197052
Epoch 1023: Loss: 1.355900526046753
Epoch 1024: Loss: 1.4809892177581787
Epoch 1025: Loss: 1.3794721364974976
Epoch 1026: Loss: 1.3861368894577026
Epoch 1027: Loss: 1.4637901782989502
Epoch 1028: Loss: 1.4861079454421997
Epoch 1029: Loss: 1.4661325216293335
Epoch 1030: Loss: 1.4338908195495605
Epoch 1031: Loss: 1.4106440544128418
Epoch 1032: Loss: 1.3898024559020996
Epoch 1033: Loss: 1.4007656574249268
Epoch 1034: Loss: 1.4045028686523438
Epoch 1035: Loss: 1.4676843881607056
Epoch 1036: Loss: 1.456314206123352
Epoch 1037: Loss: 1.4215705394744873
Epoch 1038: Loss: 1.481709361076355
Epoch 1039: Loss: 1.378549575805664
Epoch 1040: Loss: 1.453485131263733
Epoch 1041: Loss: 1.385459065437317
Epoch 1042: Loss: 1.4018840789794922
Epoch 1043: Loss: 1.4475722312927246
Epoch 1044: Loss: 1.4115254878997803
Epoch 1045: Loss: 1.331765055656433
Epoch 1046: Loss: 1.3949626684188843
Epoch 1047: Loss: 1.3986687660217285
Epoch 1048: Loss: 1.3904858827590942
Epoch 1049: Loss: 1.5168726444244385
Epoch 1050: Loss: 1.4317505359649658
Epoch 1051: Loss: 1.4042539596557617
Epoch 1052: Loss: 1.4077664613723755
Epoch 1053: Loss: 1.4553478956222534
Epoch 1054: Loss: 1.438683271408081
Epoch 1055: Loss: 1.3975715637207031
Epoch 1056: Loss: 1.4194039106369019
Epoch 1057: Loss: 1.4535329341888428
Epoch 1058: Loss: 1.3999882936477661
Epoch 1059: Loss: 1.3580433130264282
Epoch 1060: Loss: 1.4319411516189575
Epoch 1061: Loss: 1.3984287977218628
Epoch 1062: Loss: 1.4608927965164185
Epoch 1063: Loss: 1.361134648323059
Epoch 1064: Loss: 1.4866750240325928
Epoch 1065: Loss: 1.3879097700119019
Epoch 1066: Loss: 1.4126914739608765
Epoch 1067: Loss: 1.4074888229370117
Epoch 1068: Loss: 1.3923523426055908
Epoch 1069: Loss: 1.4528058767318726
Epoch 1070: Loss: 1.3853782415390015
Epoch 1071: Loss: 1.4980741739273071
Epoch 1072: Loss: 1.5306092500686646
Epoch 1073: Loss: 1.4510607719421387
Epoch 1074: Loss: 1.4173543453216553
Epoch 1075: Loss: 1.4148303270339966
Epoch 1076: Loss: 1.3602888584136963
Epoch 1077: Loss: 1.3760732412338257
Epoch 1078: Loss: 1.430433988571167
Epoch 1079: Loss: 1.445816159248352
Epoch 1080: Loss: 1.496781587600708
Epoch 1081: Loss: 1.4865515232086182
Epoch 1082: Loss: 1.3726928234100342
Epoch 1083: Loss: 1.4286519289016724
Epoch 1084: Loss: 1.36074960231781
Epoch 1085: Loss: 1.3483026027679443
Epoch 1086: Loss: 1.3402594327926636
Epoch 1087: Loss: 1.412317156791687
Epoch 1088: Loss: 1.4179651737213135
Epoch 1089: Loss: 1.3866379261016846
Epoch 1090: Loss: 1.329971432685852
Epoch 1091: Loss: 1.3304821252822876
Epoch 1092: Loss: 1.456201195716858
Epoch 1093: Loss: 1.3944027423858643
Epoch 1094: Loss: 1.3955456018447876
Epoch 1095: Loss: 1.3321764469146729
Epoch 1096: Loss: 1.3924152851104736
Epoch 1097: Loss: 1.453408122062683
Epoch 1098: Loss: 1.3456454277038574
Epoch 1099: Loss: 1.4735052585601807
Epoch 1100: Loss: 1.3772591352462769
Epoch 1101: Loss: 1.2871195077896118
Epoch 1102: Loss: 1.3849372863769531
Epoch 1103: Loss: 1.365692138671875
Epoch 1104: Loss: 1.3303903341293335
Epoch 1105: Loss: 1.4341862201690674
Epoch 1106: Loss: 1.409746527671814
Epoch 1107: Loss: 1.405503273010254
Epoch 1108: Loss: 1.3673909902572632
Epoch 1109: Loss: 1.4304953813552856
Epoch 1110: Loss: 1.369649887084961
Epoch 1111: Loss: 1.4229233264923096
Epoch 1112: Loss: 1.436399221420288
Epoch 1113: Loss: 1.4771106243133545
Epoch 1114: Loss: 1.3400518894195557
Epoch 1115: Loss: 1.400403380393982
Epoch 1116: Loss: 1.3751355409622192
Epoch 1117: Loss: 1.3607311248779297
Epoch 1118: Loss: 1.2883727550506592
Epoch 1119: Loss: 1.3929979801177979
Epoch 1120: Loss: 1.351921558380127
Epoch 1121: Loss: 1.3376996517181396
Epoch 1122: Loss: 1.3954447507858276
Epoch 1123: Loss: 1.4215641021728516
Epoch 1124: Loss: 1.4302153587341309
Epoch 1125: Loss: 1.3560948371887207
Epoch 1126: Loss: 1.4179970026016235
Epoch 1127: Loss: 1.3747315406799316
Epoch 1128: Loss: 1.3220789432525635
Epoch 1129: Loss: 1.4578379392623901
Epoch 1130: Loss: 1.3264039754867554
Epoch 1131: Loss: 1.2847033739089966
Epoch 1132: Loss: 1.3633111715316772
Epoch 1133: Loss: 1.3428425788879395
Epoch 1134: Loss: 1.328360676765442
Epoch 1135: Loss: 1.3305058479309082
Epoch 1136: Loss: 1.5022367238998413
Epoch 1137: Loss: 1.3729485273361206
Epoch 1138: Loss: 1.3658910989761353
Epoch 1139: Loss: 1.389527678489685
Epoch 1140: Loss: 1.348222017288208
Epoch 1141: Loss: 1.417229175567627
Epoch 1142: Loss: 1.4071016311645508
Epoch 1143: Loss: 1.3313994407653809
Epoch 1144: Loss: 1.4274628162384033
Epoch 1145: Loss: 1.45668625831604
Epoch 1146: Loss: 1.3741559982299805
Epoch 1147: Loss: 1.2787057161331177
Epoch 1148: Loss: 1.3118382692337036
Epoch 1149: Loss: 1.345692753791809
Epoch 1150: Loss: 1.3623147010803223
Epoch 1151: Loss: 1.4268288612365723
Epoch 1152: Loss: 1.3716588020324707
Epoch 1153: Loss: 1.3721258640289307
Epoch 1154: Loss: 1.2913302183151245
Epoch 1155: Loss: 1.355733036994934
Epoch 1156: Loss: 1.301241159439087
Epoch 1157: Loss: 1.3684920072555542
Epoch 1158: Loss: 1.4134055376052856
Epoch 1159: Loss: 1.4146113395690918
Epoch 1160: Loss: 1.3555943965911865
Epoch 1161: Loss: 1.2761070728302002
Epoch 1162: Loss: 1.3355823755264282
Epoch 1163: Loss: 1.3092372417449951
Epoch 1164: Loss: 1.389357328414917
Epoch 1165: Loss: 1.3737945556640625
Epoch 1166: Loss: 1.3180086612701416
Epoch 1167: Loss: 1.2493724822998047
Epoch 1168: Loss: 1.3515981435775757
Epoch 1169: Loss: 1.2552781105041504
Epoch 1170: Loss: 1.3880850076675415
Epoch 1171: Loss: 1.3422762155532837
Epoch 1172: Loss: 1.323495626449585
Epoch 1173: Loss: 1.3563634157180786
Epoch 1174: Loss: 1.3388890027999878
Epoch 1175: Loss: 1.3665416240692139
Epoch 1176: Loss: 1.4271315336227417
Epoch 1177: Loss: 1.4092166423797607
Epoch 1178: Loss: 1.3518413305282593
Epoch 1179: Loss: 1.3723708391189575
Epoch 1180: Loss: 1.3014476299285889
Epoch 1181: Loss: 1.3655524253845215
Epoch 1182: Loss: 1.3360581398010254
Epoch 1183: Loss: 1.3492950201034546
Epoch 1184: Loss: 1.3423054218292236
Epoch 1185: Loss: 1.296313762664795
Epoch 1186: Loss: 1.3890358209609985
Epoch 1187: Loss: 1.4130839109420776
Epoch 1188: Loss: 1.411861777305603
Epoch 1189: Loss: 1.2562378644943237
Epoch 1190: Loss: 1.3724316358566284
Epoch 1191: Loss: 1.2947226762771606
Epoch 1192: Loss: 1.415944218635559
Epoch 1193: Loss: 1.3577945232391357
Epoch 1194: Loss: 1.4785969257354736
Epoch 1195: Loss: 1.3297332525253296
Epoch 1196: Loss: 1.2768961191177368
Epoch 1197: Loss: 1.333199143409729
Epoch 1198: Loss: 1.2585513591766357
Epoch 1199: Loss: 1.2734510898590088
Epoch 1200: Loss: 1.3536990880966187
Epoch 1201: Loss: 1.3205437660217285
Epoch 1202: Loss: 1.2483127117156982
Epoch 1203: Loss: 1.296554446220398
Epoch 1204: Loss: 1.324820876121521
Epoch 1205: Loss: 1.2416753768920898
Epoch 1206: Loss: 1.3210197687149048
Epoch 1207: Loss: 1.3840861320495605
Epoch 1208: Loss: 1.381759524345398
Epoch 1209: Loss: 1.3992855548858643
Epoch 1210: Loss: 1.3457337617874146
Epoch 1211: Loss: 1.4040205478668213
Epoch 1212: Loss: 1.3342735767364502
Epoch 1213: Loss: 1.2883126735687256
Epoch 1214: Loss: 1.3467940092086792
Epoch 1215: Loss: 1.3510481119155884
Epoch 1216: Loss: 1.4041205644607544
Epoch 1217: Loss: 1.321746587753296
Epoch 1218: Loss: 1.3371400833129883
Epoch 1219: Loss: 1.3287127017974854
Epoch 1220: Loss: 1.271270990371704
Epoch 1221: Loss: 1.323926568031311
Epoch 1222: Loss: 1.3200387954711914
Epoch 1223: Loss: 1.3244554996490479
Epoch 1224: Loss: 1.2915689945220947
Epoch 1225: Loss: 1.396444320678711
Epoch 1226: Loss: 1.382562279701233
Epoch 1227: Loss: 1.3525282144546509
Epoch 1228: Loss: 1.3483556509017944
Epoch 1229: Loss: 1.3197795152664185
Epoch 1230: Loss: 1.3556430339813232
Epoch 1231: Loss: 1.355527400970459
Epoch 1232: Loss: 1.374988317489624
Epoch 1233: Loss: 1.3248196840286255
Epoch 1234: Loss: 1.338906168937683
Epoch 1235: Loss: 1.3510457277297974
Epoch 1236: Loss: 1.3975505828857422
Epoch 1237: Loss: 1.4169986248016357
Epoch 1238: Loss: 1.344977617263794
Epoch 1239: Loss: 1.3355408906936646
Epoch 1240: Loss: 1.2887177467346191
Epoch 1241: Loss: 1.29140043258667
Epoch 1242: Loss: 1.271761417388916
Epoch 1243: Loss: 1.2439378499984741
Epoch 1244: Loss: 1.33591628074646
Epoch 1245: Loss: 1.323779582977295
Epoch 1246: Loss: 1.3066184520721436
Epoch 1247: Loss: 1.316138505935669
Epoch 1248: Loss: 1.2672311067581177
Epoch 1249: Loss: 1.2184969186782837
Epoch 1250: Loss: 1.3285266160964966
Epoch 1251: Loss: 1.2969895601272583
Epoch 1252: Loss: 1.272228717803955
Epoch 1253: Loss: 1.313891053199768
Epoch 1254: Loss: 1.3177540302276611
Epoch 1255: Loss: 1.3748723268508911
Epoch 1256: Loss: 1.3034731149673462
Epoch 1257: Loss: 1.2433398962020874
Epoch 1258: Loss: 1.4002678394317627
Epoch 1259: Loss: 1.2747572660446167
Epoch 1260: Loss: 1.2453455924987793
Epoch 1261: Loss: 1.232058048248291
Epoch 1262: Loss: 1.27888023853302
Epoch 1263: Loss: 1.2683217525482178
Epoch 1264: Loss: 1.2770708799362183
Epoch 1265: Loss: 1.357889175415039
Epoch 1266: Loss: 1.2859094142913818
Epoch 1267: Loss: 1.3348450660705566
Epoch 1268: Loss: 1.2513160705566406
Epoch 1269: Loss: 1.2888826131820679
Epoch 1270: Loss: 1.215950846672058
Epoch 1271: Loss: 1.255616545677185
Epoch 1272: Loss: 1.2933107614517212
Epoch 1273: Loss: 1.300422191619873
Epoch 1274: Loss: 1.2271569967269897
Epoch 1275: Loss: 1.2399033308029175
Epoch 1276: Loss: 1.3030751943588257
Epoch 1277: Loss: 1.241005778312683
Epoch 1278: Loss: 1.2768410444259644
Epoch 1279: Loss: 1.2396163940429688
Epoch 1280: Loss: 1.2075529098510742
Epoch 1281: Loss: 1.340630292892456
Epoch 1282: Loss: 1.291394829750061
Epoch 1283: Loss: 1.3377158641815186
Epoch 1284: Loss: 1.2791885137557983
Epoch 1285: Loss: 1.2906962633132935
Epoch 1286: Loss: 1.2824764251708984
Epoch 1287: Loss: 1.19588303565979
Epoch 1288: Loss: 1.300821304321289
Epoch 1289: Loss: 1.4017164707183838
Epoch 1290: Loss: 1.2989884614944458
Epoch 1291: Loss: 1.2025805711746216
Epoch 1292: Loss: 1.3082138299942017
Epoch 1293: Loss: 1.2722314596176147
Epoch 1294: Loss: 1.288143515586853
Epoch 1295: Loss: 1.3310158252716064
Epoch 1296: Loss: 1.294393539428711
Epoch 1297: Loss: 1.3404898643493652
Epoch 1298: Loss: 1.22996985912323
Epoch 1299: Loss: 1.3052619695663452
Epoch 1300: Loss: 1.2892955541610718
Epoch 1301: Loss: 1.1969953775405884
Epoch 1302: Loss: 1.2400916814804077
Epoch 1303: Loss: 1.2354201078414917
Epoch 1304: Loss: 1.3126187324523926
Epoch 1305: Loss: 1.3111577033996582
Epoch 1306: Loss: 1.2553017139434814
Epoch 1307: Loss: 1.3256067037582397
Epoch 1308: Loss: 1.234058141708374
Epoch 1309: Loss: 1.3725556135177612
Epoch 1310: Loss: 1.2458164691925049
Epoch 1311: Loss: 1.3508672714233398
Epoch 1312: Loss: 1.3538016080856323
Epoch 1313: Loss: 1.2768843173980713
Epoch 1314: Loss: 1.2083485126495361
Epoch 1315: Loss: 1.2476897239685059
Epoch 1316: Loss: 1.271981954574585
Epoch 1317: Loss: 1.2848789691925049
Epoch 1318: Loss: 1.330971598625183
Epoch 1319: Loss: 1.2603321075439453
Epoch 1320: Loss: 1.3326818943023682
Epoch 1321: Loss: 1.248000144958496
Epoch 1322: Loss: 1.3072550296783447
Epoch 1323: Loss: 1.3048419952392578
Epoch 1324: Loss: 1.275106430053711
Epoch 1325: Loss: 1.3159347772598267
Epoch 1326: Loss: 1.286894679069519
Epoch 1327: Loss: 1.3447802066802979
Epoch 1328: Loss: 1.281760811805725
Epoch 1329: Loss: 1.2558202743530273
Epoch 1330: Loss: 1.321506381034851
Epoch 1331: Loss: 1.2565562725067139
Epoch 1332: Loss: 1.2176424264907837
Epoch 1333: Loss: 1.3445042371749878
Epoch 1334: Loss: 1.3264058828353882
Epoch 1335: Loss: 1.2303688526153564
Epoch 1336: Loss: 1.2658144235610962
Epoch 1337: Loss: 1.2637966871261597
Epoch 1338: Loss: 1.2416373491287231
Epoch 1339: Loss: 1.3402228355407715
Epoch 1340: Loss: 1.267059564590454
Epoch 1341: Loss: 1.2611420154571533
Epoch 1342: Loss: 1.311276912689209
Epoch 1343: Loss: 1.3081893920898438
Epoch 1344: Loss: 1.232870101928711
Epoch 1345: Loss: 1.2152701616287231
Epoch 1346: Loss: 1.2317619323730469
Epoch 1347: Loss: 1.2165982723236084
Epoch 1348: Loss: 1.255262017250061
Epoch 1349: Loss: 1.2000834941864014
Epoch 1350: Loss: 1.2413657903671265
Epoch 1351: Loss: 1.211605429649353
Epoch 1352: Loss: 1.241287350654602
Epoch 1353: Loss: 1.2173365354537964
Epoch 1354: Loss: 1.2998379468917847
Epoch 1355: Loss: 1.2440366744995117
Epoch 1356: Loss: 1.2162384986877441
Epoch 1357: Loss: 1.2709989547729492
Epoch 1358: Loss: 1.1746007204055786
Epoch 1359: Loss: 1.3411747217178345
Epoch 1360: Loss: 1.241161823272705
Epoch 1361: Loss: 1.315842628479004
Epoch 1362: Loss: 1.2321631908416748
Epoch 1363: Loss: 1.1984201669692993
Epoch 1364: Loss: 1.2449254989624023
Epoch 1365: Loss: 1.2510511875152588
Epoch 1366: Loss: 1.3642610311508179
Epoch 1367: Loss: 1.2665575742721558
Epoch 1368: Loss: 1.2641489505767822
Epoch 1369: Loss: 1.2735990285873413
Epoch 1370: Loss: 1.2579149007797241
Epoch 1371: Loss: 1.3175373077392578
Epoch 1372: Loss: 1.1693755388259888
Epoch 1373: Loss: 1.1472278833389282
Epoch 1374: Loss: 1.3535066843032837
Epoch 1375: Loss: 1.2333687543869019
Epoch 1376: Loss: 1.313765048980713
Epoch 1377: Loss: 1.2008510828018188
Epoch 1378: Loss: 1.28545081615448
Epoch 1379: Loss: 1.2473477125167847
Epoch 1380: Loss: 1.2000845670700073
Epoch 1381: Loss: 1.2576696872711182
Epoch 1382: Loss: 1.1831423044204712
Epoch 1383: Loss: 1.2017316818237305
Epoch 1384: Loss: 1.2000292539596558
Epoch 1385: Loss: 1.2365853786468506
Epoch 1386: Loss: 1.162765622138977
Epoch 1387: Loss: 1.1671072244644165
Epoch 1388: Loss: 1.244457721710205
Epoch 1389: Loss: 1.2333652973175049
Epoch 1390: Loss: 1.217800498008728
Epoch 1391: Loss: 1.2495009899139404
Epoch 1392: Loss: 1.211938738822937
Epoch 1393: Loss: 1.253377914428711
Epoch 1394: Loss: 1.224636197090149
Epoch 1395: Loss: 1.1741347312927246
Epoch 1396: Loss: 1.2723082304000854
Epoch 1397: Loss: 1.1886732578277588
Epoch 1398: Loss: 1.2314149141311646
Epoch 1399: Loss: 1.3106571435928345
Epoch 1400: Loss: 1.2086873054504395
Epoch 1401: Loss: 1.3067545890808105
Epoch 1402: Loss: 1.184838891029358
Epoch 1403: Loss: 1.21060311794281
Epoch 1404: Loss: 1.2122122049331665
Epoch 1405: Loss: 1.1744471788406372
Epoch 1406: Loss: 1.2535289525985718
Epoch 1407: Loss: 1.2412742376327515
Epoch 1408: Loss: 1.2188488245010376
Epoch 1409: Loss: 1.179755449295044
Epoch 1410: Loss: 1.2073513269424438
Epoch 1411: Loss: 1.2091182470321655
Epoch 1412: Loss: 1.2250474691390991
Epoch 1413: Loss: 1.1765223741531372
Epoch 1414: Loss: 1.216037392616272
Epoch 1415: Loss: 1.237057089805603
Epoch 1416: Loss: 1.1820722818374634
Epoch 1417: Loss: 1.200958490371704
Epoch 1418: Loss: 1.2881406545639038
Epoch 1419: Loss: 1.3222639560699463
Epoch 1420: Loss: 1.2209314107894897
Epoch 1421: Loss: 1.290642499923706
Epoch 1422: Loss: 1.1875900030136108
Epoch 1423: Loss: 1.1642988920211792
Epoch 1424: Loss: 1.2497313022613525
Epoch 1425: Loss: 1.2487846612930298
Epoch 1426: Loss: 1.144260287284851
Epoch 1427: Loss: 1.1325132846832275
Epoch 1428: Loss: 1.3017679452896118
Epoch 1429: Loss: 1.1630464792251587
Epoch 1430: Loss: 1.1719433069229126
Epoch 1431: Loss: 1.3424392938613892
Epoch 1432: Loss: 1.1792060136795044
Epoch 1433: Loss: 1.2199996709823608
Epoch 1434: Loss: 1.2549588680267334
Epoch 1435: Loss: 1.169856071472168
Epoch 1436: Loss: 1.1960265636444092
Epoch 1437: Loss: 1.2408121824264526
Epoch 1438: Loss: 1.222170352935791
Epoch 1439: Loss: 1.2406401634216309
Epoch 1440: Loss: 1.228883981704712
Epoch 1441: Loss: 1.255646824836731
Epoch 1442: Loss: 1.2621560096740723
Epoch 1443: Loss: 1.3300002813339233
Epoch 1444: Loss: 1.2291319370269775
Epoch 1445: Loss: 1.2396745681762695
Epoch 1446: Loss: 1.174636721611023
Epoch 1447: Loss: 1.3055362701416016
Epoch 1448: Loss: 1.2161146402359009
Epoch 1449: Loss: 1.1367143392562866
Epoch 1450: Loss: 1.2073899507522583
Epoch 1451: Loss: 1.2210344076156616
Epoch 1452: Loss: 1.1170234680175781
Epoch 1453: Loss: 1.3025422096252441
Epoch 1454: Loss: 1.1797683238983154
Epoch 1455: Loss: 1.156326413154602
Epoch 1456: Loss: 1.2292389869689941
Epoch 1457: Loss: 1.2413203716278076
Epoch 1458: Loss: 1.1714849472045898
Epoch 1459: Loss: 1.2429842948913574
Epoch 1460: Loss: 1.1554235219955444
Epoch 1461: Loss: 1.189582109451294
Epoch 1462: Loss: 1.2107934951782227
Epoch 1463: Loss: 1.230001449584961
Epoch 1464: Loss: 1.2437621355056763
Epoch 1465: Loss: 1.1598920822143555
Epoch 1466: Loss: 1.2932978868484497
Epoch 1467: Loss: 1.1244688034057617
Epoch 1468: Loss: 1.227115273475647
Epoch 1469: Loss: 1.1805176734924316
Epoch 1470: Loss: 1.1497855186462402
Epoch 1471: Loss: 1.2091647386550903
Epoch 1472: Loss: 1.2302035093307495
Epoch 1473: Loss: 1.2430461645126343
Epoch 1474: Loss: 1.193687081336975
Epoch 1475: Loss: 1.2394219636917114
Epoch 1476: Loss: 1.2039930820465088
Epoch 1477: Loss: 1.227482557296753
Epoch 1478: Loss: 1.2573738098144531
Epoch 1479: Loss: 1.2994229793548584
Epoch 1480: Loss: 1.1846460103988647
Epoch 1481: Loss: 1.1860748529434204
Epoch 1482: Loss: 1.229434609413147
Epoch 1483: Loss: 1.2347267866134644
Epoch 1484: Loss: 1.1769969463348389
Epoch 1485: Loss: 1.154341459274292
Epoch 1486: Loss: 1.2063769102096558
Epoch 1487: Loss: 1.319069504737854
Epoch 1488: Loss: 1.1860136985778809
Epoch 1489: Loss: 1.2266331911087036
Epoch 1490: Loss: 1.2262006998062134
Epoch 1491: Loss: 1.2395130395889282
Epoch 1492: Loss: 1.2273833751678467
Epoch 1493: Loss: 1.109063982963562
Epoch 1494: Loss: 1.281428575515747
Epoch 1495: Loss: 1.3294520378112793
Epoch 1496: Loss: 1.2333544492721558
Epoch 1497: Loss: 1.1620603799819946
Epoch 1498: Loss: 1.1267560720443726
Epoch 1499: Loss: 1.182231068611145
Epoch 1500: Loss: 1.1524666547775269
Epoch 1501: Loss: 1.274774193763733
Epoch 1502: Loss: 1.1864252090454102
Epoch 1503: Loss: 1.2530384063720703
Epoch 1504: Loss: 1.2230136394500732
Epoch 1505: Loss: 1.2194929122924805
Epoch 1506: Loss: 1.2037138938903809
Epoch 1507: Loss: 1.1312615871429443
Epoch 1508: Loss: 1.1510785818099976
Epoch 1509: Loss: 1.2534523010253906
Epoch 1510: Loss: 1.2052525281906128
Epoch 1511: Loss: 1.163612961769104
Epoch 1512: Loss: 1.2190669775009155
Epoch 1513: Loss: 1.146941900253296
Epoch 1514: Loss: 1.1241110563278198
Epoch 1515: Loss: 1.1682257652282715
Epoch 1516: Loss: 1.2066885232925415
Epoch 1517: Loss: 1.2261207103729248
Epoch 1518: Loss: 1.2071059942245483
Epoch 1519: Loss: 1.1888551712036133
Epoch 1520: Loss: 1.234689474105835
Epoch 1521: Loss: 1.243493676185608
Epoch 1522: Loss: 1.2002158164978027
Epoch 1523: Loss: 1.1685975790023804
Epoch 1524: Loss: 1.152116298675537
Epoch 1525: Loss: 1.175310492515564
Epoch 1526: Loss: 1.1559045314788818
Epoch 1527: Loss: 1.1606467962265015
Epoch 1528: Loss: 1.1992533206939697
Epoch 1529: Loss: 1.238041639328003
Epoch 1530: Loss: 1.195478916168213
Epoch 1531: Loss: 1.24618661403656
Epoch 1532: Loss: 1.1290634870529175
Epoch 1533: Loss: 1.2552437782287598
Epoch 1534: Loss: 1.1547273397445679
Epoch 1535: Loss: 1.1018164157867432
Epoch 1536: Loss: 1.1353936195373535
Epoch 1537: Loss: 1.11954927444458
Epoch 1538: Loss: 1.2192659378051758
Epoch 1539: Loss: 1.1718487739562988
Epoch 1540: Loss: 1.199249505996704
Epoch 1541: Loss: 1.1415308713912964
Epoch 1542: Loss: 1.2089877128601074
Epoch 1543: Loss: 1.220063328742981
Epoch 1544: Loss: 1.2713987827301025
Epoch 1545: Loss: 1.1412949562072754
Epoch 1546: Loss: 1.1175670623779297
Epoch 1547: Loss: 1.1878546476364136
Epoch 1548: Loss: 1.212607979774475
Epoch 1549: Loss: 1.2046788930892944
Epoch 1550: Loss: 1.1356357336044312
Epoch 1551: Loss: 1.1737420558929443
Epoch 1552: Loss: 1.2174227237701416
Epoch 1553: Loss: 1.1412276029586792
Epoch 1554: Loss: 1.202634572982788
Epoch 1555: Loss: 1.1080403327941895
Epoch 1556: Loss: 1.112387776374817
Epoch 1557: Loss: 1.1682873964309692
Epoch 1558: Loss: 1.1613503694534302
Epoch 1559: Loss: 1.2108941078186035
Epoch 1560: Loss: 1.085402488708496
Epoch 1561: Loss: 1.1778289079666138
Epoch 1562: Loss: 1.1635295152664185
Epoch 1563: Loss: 1.1261615753173828
Epoch 1564: Loss: 1.1517685651779175
Epoch 1565: Loss: 1.2871240377426147
Epoch 1566: Loss: 1.1570656299591064
Epoch 1567: Loss: 1.2283838987350464
Epoch 1568: Loss: 1.1165046691894531
Epoch 1569: Loss: 1.191595435142517
Epoch 1570: Loss: 1.1500688791275024
Epoch 1571: Loss: 1.175942063331604
Epoch 1572: Loss: 1.0710045099258423
Epoch 1573: Loss: 1.132494568824768
Epoch 1574: Loss: 1.2115498781204224
Epoch 1575: Loss: 1.2223563194274902
Epoch 1576: Loss: 1.1482266187667847
Epoch 1577: Loss: 1.1519850492477417
Epoch 1578: Loss: 1.0570685863494873
Epoch 1579: Loss: 1.1003214120864868
Epoch 1580: Loss: 1.1272847652435303
Epoch 1581: Loss: 1.1697289943695068
Epoch 1582: Loss: 1.071094274520874
Epoch 1583: Loss: 1.19356369972229
Epoch 1584: Loss: 1.1523573398590088
Epoch 1585: Loss: 1.1988158226013184
Epoch 1586: Loss: 1.1001501083374023
Epoch 1587: Loss: 1.1146643161773682
Epoch 1588: Loss: 1.1721956729888916
Epoch 1589: Loss: 1.188400387763977
Epoch 1590: Loss: 1.1289608478546143
Epoch 1591: Loss: 1.1887894868850708
Epoch 1592: Loss: 1.2272076606750488
Epoch 1593: Loss: 1.1649705171585083
Epoch 1594: Loss: 1.1106338500976562
Epoch 1595: Loss: 1.1446131467819214
Epoch 1596: Loss: 1.1206986904144287
Epoch 1597: Loss: 1.1552417278289795
Epoch 1598: Loss: 1.091127634048462
Epoch 1599: Loss: 1.118947982788086
Epoch 1600: Loss: 1.1486090421676636
Epoch 1601: Loss: 1.0867277383804321
Epoch 1602: Loss: 1.100021481513977
Epoch 1603: Loss: 1.1094982624053955
Epoch 1604: Loss: 1.0893303155899048
Epoch 1605: Loss: 1.1175657510757446
Epoch 1606: Loss: 1.188742995262146
Epoch 1607: Loss: 1.1825002431869507
Epoch 1608: Loss: 1.2141809463500977
Epoch 1609: Loss: 1.1627601385116577
Epoch 1610: Loss: 1.1498382091522217
Epoch 1611: Loss: 1.1472055912017822
Epoch 1612: Loss: 1.1507636308670044
Epoch 1613: Loss: 1.1106094121932983
Epoch 1614: Loss: 1.254950761795044
Epoch 1615: Loss: 1.2124273777008057
Epoch 1616: Loss: 1.1581213474273682
Epoch 1617: Loss: 1.1425530910491943
Epoch 1618: Loss: 1.1700479984283447
Epoch 1619: Loss: 1.1855475902557373
Epoch 1620: Loss: 1.1591956615447998
Epoch 1621: Loss: 1.07420814037323
Epoch 1622: Loss: 1.143676519393921
Epoch 1623: Loss: 1.183268666267395
Epoch 1624: Loss: 1.1308940649032593
Epoch 1625: Loss: 1.1716305017471313
Epoch 1626: Loss: 1.127485990524292
Epoch 1627: Loss: 1.1521297693252563
Epoch 1628: Loss: 1.1474347114562988
Epoch 1629: Loss: 1.151931643486023
Epoch 1630: Loss: 1.1534515619277954
Epoch 1631: Loss: 1.174018383026123
Epoch 1632: Loss: 1.2363195419311523
Epoch 1633: Loss: 1.1509805917739868
Epoch 1634: Loss: 1.149118423461914
Epoch 1635: Loss: 1.0937649011611938
Epoch 1636: Loss: 1.167662262916565
Epoch 1637: Loss: 1.1840001344680786
Epoch 1638: Loss: 1.1839430332183838
Epoch 1639: Loss: 1.1404293775558472
Epoch 1640: Loss: 1.2197113037109375
Epoch 1641: Loss: 1.1433539390563965
Epoch 1642: Loss: 1.113106369972229
Epoch 1643: Loss: 1.1758263111114502
Epoch 1644: Loss: 1.2063454389572144
Epoch 1645: Loss: 1.1579300165176392
Epoch 1646: Loss: 1.1562750339508057
Epoch 1647: Loss: 1.195377230644226
Epoch 1648: Loss: 1.1964424848556519
Epoch 1649: Loss: 1.041130781173706
Epoch 1650: Loss: 1.1313174962997437
Epoch 1651: Loss: 1.1836521625518799
Epoch 1652: Loss: 1.121431827545166
Epoch 1653: Loss: 1.0768672227859497
Epoch 1654: Loss: 1.0991982221603394
Epoch 1655: Loss: 1.1553878784179688
Epoch 1656: Loss: 1.0820461511611938
Epoch 1657: Loss: 1.0921967029571533
Epoch 1658: Loss: 1.25526762008667
Epoch 1659: Loss: 1.1662620306015015
Epoch 1660: Loss: 1.1008851528167725
Epoch 1661: Loss: 1.2200089693069458
Epoch 1662: Loss: 1.0959880352020264
Epoch 1663: Loss: 1.066815972328186
Epoch 1664: Loss: 1.1314153671264648
Epoch 1665: Loss: 1.1829708814620972
Epoch 1666: Loss: 1.2482141256332397
Epoch 1667: Loss: 1.1396044492721558
Epoch 1668: Loss: 1.147892951965332
Epoch 1669: Loss: 1.1727051734924316
Epoch 1670: Loss: 1.1143075227737427
Epoch 1671: Loss: 1.1437716484069824
Epoch 1672: Loss: 1.0843181610107422
Epoch 1673: Loss: 1.1280090808868408
Epoch 1674: Loss: 1.1415231227874756
Epoch 1675: Loss: 1.154716968536377
Epoch 1676: Loss: 1.1414035558700562
Epoch 1677: Loss: 1.1177520751953125
Epoch 1678: Loss: 1.1633936166763306
Epoch 1679: Loss: 1.0555485486984253
Epoch 1680: Loss: 1.0924479961395264
Epoch 1681: Loss: 1.1658985614776611
Epoch 1682: Loss: 1.1105424165725708
Epoch 1683: Loss: 1.0971876382827759
Epoch 1684: Loss: 1.080092191696167
Epoch 1685: Loss: 1.1518514156341553
Epoch 1686: Loss: 1.0981296300888062
Epoch 1687: Loss: 1.1824806928634644
Epoch 1688: Loss: 1.0906413793563843
Epoch 1689: Loss: 1.1578277349472046
Epoch 1690: Loss: 1.1268786191940308
Epoch 1691: Loss: 1.0656682252883911
Epoch 1692: Loss: 1.1838452816009521
Epoch 1693: Loss: 1.0531600713729858
Epoch 1694: Loss: 1.1217405796051025
Epoch 1695: Loss: 1.1389633417129517
Epoch 1696: Loss: 1.1201854944229126
Epoch 1697: Loss: 1.1196935176849365
Epoch 1698: Loss: 1.0930356979370117
Epoch 1699: Loss: 1.1552878618240356
Epoch 1700: Loss: 1.1782852411270142
Epoch 1701: Loss: 1.0896049737930298
Epoch 1702: Loss: 1.1043174266815186
Epoch 1703: Loss: 1.1301685571670532
Epoch 1704: Loss: 1.0756295919418335
Epoch 1705: Loss: 1.1081438064575195
Epoch 1706: Loss: 1.1586759090423584
Epoch 1707: Loss: 1.1598716974258423
Epoch 1708: Loss: 1.1655398607254028
Epoch 1709: Loss: 1.1757323741912842
Epoch 1710: Loss: 1.0964206457138062
Epoch 1711: Loss: 1.0990642309188843
Epoch 1712: Loss: 1.0275464057922363
Epoch 1713: Loss: 1.1664440631866455
Epoch 1714: Loss: 1.182888388633728
Epoch 1715: Loss: 1.1514052152633667
Epoch 1716: Loss: 1.1810027360916138
Epoch 1717: Loss: 1.11128568649292
Epoch 1718: Loss: 1.1071516275405884
Epoch 1719: Loss: 1.1511024236679077
Epoch 1720: Loss: 1.151724100112915
Epoch 1721: Loss: 1.1074771881103516
Epoch 1722: Loss: 1.151019811630249
Epoch 1723: Loss: 1.0973669290542603
Epoch 1724: Loss: 1.1146869659423828
Epoch 1725: Loss: 1.0516144037246704
Epoch 1726: Loss: 1.148119568824768
Epoch 1727: Loss: 1.0650752782821655
Epoch 1728: Loss: 1.1498428583145142
Epoch 1729: Loss: 1.1125997304916382
Epoch 1730: Loss: 1.0858134031295776
Epoch 1731: Loss: 1.0804861783981323
Epoch 1732: Loss: 1.181640625
Epoch 1733: Loss: 1.0103588104248047
Epoch 1734: Loss: 1.085709571838379
Epoch 1735: Loss: 1.1451109647750854
Epoch 1736: Loss: 1.2128039598464966
Epoch 1737: Loss: 1.1538140773773193
Epoch 1738: Loss: 1.1248912811279297
Epoch 1739: Loss: 1.1861097812652588
Epoch 1740: Loss: 1.097398042678833
Epoch 1741: Loss: 1.1204761266708374
Epoch 1742: Loss: 1.1121208667755127
Epoch 1743: Loss: 1.0995126962661743
Epoch 1744: Loss: 1.1266340017318726
Epoch 1745: Loss: 1.031680941581726
Epoch 1746: Loss: 1.117828607559204
Epoch 1747: Loss: 1.1937378644943237
Epoch 1748: Loss: 1.1697945594787598
Epoch 1749: Loss: 1.087172269821167
Epoch 1750: Loss: 1.0900695323944092
Epoch 1751: Loss: 1.1149282455444336
Epoch 1752: Loss: 1.063485026359558
Epoch 1753: Loss: 1.087291955947876
Epoch 1754: Loss: 1.0941319465637207
Epoch 1755: Loss: 1.0728700160980225
Epoch 1756: Loss: 1.0922772884368896
Epoch 1757: Loss: 1.114554762840271
Epoch 1758: Loss: 1.0979399681091309
Epoch 1759: Loss: 1.1322706937789917
Epoch 1760: Loss: 1.127272129058838
Epoch 1761: Loss: 1.023044228553772
Epoch 1762: Loss: 1.073622226715088
Epoch 1763: Loss: 1.0817861557006836
Epoch 1764: Loss: 1.2442830801010132
Epoch 1765: Loss: 1.2203245162963867
Epoch 1766: Loss: 1.0706161260604858
Epoch 1767: Loss: 1.124847650527954
Epoch 1768: Loss: 1.1236034631729126
Epoch 1769: Loss: 1.0226080417633057
Epoch 1770: Loss: 1.070823073387146
Epoch 1771: Loss: 1.0753276348114014
Epoch 1772: Loss: 1.1375329494476318
Epoch 1773: Loss: 1.1068679094314575
Epoch 1774: Loss: 1.0411064624786377
Epoch 1775: Loss: 1.0897802114486694
Epoch 1776: Loss: 1.1167287826538086
Epoch 1777: Loss: 1.200135350227356
Epoch 1778: Loss: 1.107671856880188
Epoch 1779: Loss: 1.1684377193450928
Epoch 1780: Loss: 1.0953562259674072
Epoch 1781: Loss: 1.063981056213379
Epoch 1782: Loss: 1.065801739692688
Epoch 1783: Loss: 1.1621192693710327
Epoch 1784: Loss: 1.1386843919754028
Epoch 1785: Loss: 1.0826435089111328
Epoch 1786: Loss: 1.0697247982025146
Epoch 1787: Loss: 1.09102463722229
Epoch 1788: Loss: 1.0434597730636597
Epoch 1789: Loss: 1.183161973953247
Epoch 1790: Loss: 1.1403361558914185
Epoch 1791: Loss: 1.0772968530654907
Epoch 1792: Loss: 1.1616179943084717
Epoch 1793: Loss: 1.0802007913589478
Epoch 1794: Loss: 1.0967597961425781
Epoch 1795: Loss: 1.070548415184021
Epoch 1796: Loss: 1.0621720552444458
Epoch 1797: Loss: 1.0936305522918701
Epoch 1798: Loss: 1.1543047428131104
Epoch 1799: Loss: 1.1206560134887695
Epoch 1800: Loss: 1.0737775564193726
Epoch 1801: Loss: 1.080828309059143
Epoch 1802: Loss: 1.0617610216140747
Epoch 1803: Loss: 1.1053224802017212
Epoch 1804: Loss: 1.0449587106704712
Epoch 1805: Loss: 1.0388466119766235
Epoch 1806: Loss: 1.1075791120529175
Epoch 1807: Loss: 1.1123969554901123
Epoch 1808: Loss: 1.1318601369857788
Epoch 1809: Loss: 1.0333634614944458
Epoch 1810: Loss: 1.0295883417129517
Epoch 1811: Loss: 1.0785778760910034
Epoch 1812: Loss: 1.1190670728683472
Epoch 1813: Loss: 1.0445536375045776
Epoch 1814: Loss: 1.1491507291793823
Epoch 1815: Loss: 1.062442660331726
Epoch 1816: Loss: 1.0725997686386108
Epoch 1817: Loss: 1.1052659749984741
Epoch 1818: Loss: 1.0268276929855347
Epoch 1819: Loss: 1.0476126670837402
Epoch 1820: Loss: 1.1320266723632812
Epoch 1821: Loss: 1.1805086135864258
Epoch 1822: Loss: 1.0671732425689697
Epoch 1823: Loss: 1.131105661392212
Epoch 1824: Loss: 1.1703064441680908
Epoch 1825: Loss: 1.0329664945602417
Epoch 1826: Loss: 1.1059709787368774
Epoch 1827: Loss: 0.9923990964889526
Epoch 1828: Loss: 1.1218512058258057
Epoch 1829: Loss: 1.0462524890899658
Epoch 1830: Loss: 1.1175124645233154
Epoch 1831: Loss: 1.0943987369537354
Epoch 1832: Loss: 1.126765489578247
Epoch 1833: Loss: 1.0407898426055908
Epoch 1834: Loss: 0.9794702529907227
Epoch 1835: Loss: 1.1050419807434082
Epoch 1836: Loss: 1.0709149837493896
Epoch 1837: Loss: 1.1031529903411865
Epoch 1838: Loss: 1.086907148361206
Epoch 1839: Loss: 1.0875744819641113
Epoch 1840: Loss: 1.0621187686920166
Epoch 1841: Loss: 1.1099035739898682
Epoch 1842: Loss: 1.1312384605407715
Epoch 1843: Loss: 1.0962291955947876
Epoch 1844: Loss: 1.060133457183838
Epoch 1845: Loss: 1.0471283197402954
Epoch 1846: Loss: 1.0259944200515747
Epoch 1847: Loss: 1.0910687446594238
Epoch 1848: Loss: 1.1035428047180176
Epoch 1849: Loss: 1.1097133159637451
Epoch 1850: Loss: 1.026797890663147
Epoch 1851: Loss: 1.1275793313980103
Epoch 1852: Loss: 1.0640547275543213
Epoch 1853: Loss: 1.0681843757629395
Epoch 1854: Loss: 1.0748249292373657
Epoch 1855: Loss: 1.0662791728973389
Epoch 1856: Loss: 1.031434416770935
Epoch 1857: Loss: 1.0363678932189941
Epoch 1858: Loss: 1.1322543621063232
Epoch 1859: Loss: 1.0271990299224854
Epoch 1860: Loss: 1.0588266849517822
Epoch 1861: Loss: 1.135048508644104
Epoch 1862: Loss: 1.0574538707733154
Epoch 1863: Loss: 0.9993459582328796
Epoch 1864: Loss: 1.0400093793869019
Epoch 1865: Loss: 1.0884382724761963
Epoch 1866: Loss: 0.9676128625869751
Epoch 1867: Loss: 1.0316646099090576
Epoch 1868: Loss: 1.090627908706665
Epoch 1869: Loss: 1.0580991506576538
Epoch 1870: Loss: 1.1551798582077026
Epoch 1871: Loss: 1.0758179426193237
Epoch 1872: Loss: 1.035963773727417
Epoch 1873: Loss: 1.0936931371688843
Epoch 1874: Loss: 1.0160216093063354
Epoch 1875: Loss: 1.091681718826294
Epoch 1876: Loss: 1.0628374814987183
Epoch 1877: Loss: 1.101090908050537
Epoch 1878: Loss: 1.0432971715927124
Epoch 1879: Loss: 1.0441349744796753
Epoch 1880: Loss: 1.1373220682144165
Epoch 1881: Loss: 1.007591962814331
Epoch 1882: Loss: 1.0455458164215088
Epoch 1883: Loss: 1.078533411026001
Epoch 1884: Loss: 1.0573474168777466
Epoch 1885: Loss: 1.0700258016586304
Epoch 1886: Loss: 1.0510903596878052
Epoch 1887: Loss: 1.0448682308197021
Epoch 1888: Loss: 1.1552891731262207
Epoch 1889: Loss: 0.990751326084137
Epoch 1890: Loss: 1.1266369819641113
Epoch 1891: Loss: 1.0066815614700317
Epoch 1892: Loss: 1.02963125705719
Epoch 1893: Loss: 1.0539244413375854
Epoch 1894: Loss: 1.1305363178253174
Epoch 1895: Loss: 1.0704790353775024
Epoch 1896: Loss: 1.0196597576141357
Epoch 1897: Loss: 1.0257283449172974
Epoch 1898: Loss: 1.0891159772872925
Epoch 1899: Loss: 1.129759669303894
Epoch 1900: Loss: 1.0280587673187256
Epoch 1901: Loss: 1.059190034866333
Epoch 1902: Loss: 1.0800577402114868
Epoch 1903: Loss: 1.0534369945526123
Epoch 1904: Loss: 1.0970321893692017
Epoch 1905: Loss: 1.0940614938735962
Epoch 1906: Loss: 1.1239140033721924
Epoch 1907: Loss: 1.0433523654937744
Epoch 1908: Loss: 1.1034295558929443
Epoch 1909: Loss: 1.0865610837936401
Epoch 1910: Loss: 1.0203700065612793
Epoch 1911: Loss: 1.1193971633911133
Epoch 1912: Loss: 1.0204026699066162
Epoch 1913: Loss: 1.0405179262161255
Epoch 1914: Loss: 1.0481300354003906
Epoch 1915: Loss: 1.0790404081344604
Epoch 1916: Loss: 1.0319547653198242
Epoch 1917: Loss: 1.0855158567428589
Epoch 1918: Loss: 1.0162675380706787
Epoch 1919: Loss: 1.1053133010864258
Epoch 1920: Loss: 0.999400794506073
Epoch 1921: Loss: 1.0538792610168457
Epoch 1922: Loss: 0.9772273302078247
Epoch 1923: Loss: 0.9682621359825134
Epoch 1924: Loss: 1.0227357149124146
Epoch 1925: Loss: 1.046230435371399
Epoch 1926: Loss: 1.054559350013733
Epoch 1927: Loss: 1.1135541200637817
Epoch 1928: Loss: 1.0794209241867065
Epoch 1929: Loss: 1.0545194149017334
Epoch 1930: Loss: 1.043023705482483
Epoch 1931: Loss: 1.1764334440231323
Epoch 1932: Loss: 1.0201672315597534
Epoch 1933: Loss: 1.0580925941467285
Epoch 1934: Loss: 1.0980666875839233
Epoch 1935: Loss: 1.1116235256195068
Epoch 1936: Loss: 1.0823935270309448
Epoch 1937: Loss: 1.0433099269866943
Epoch 1938: Loss: 1.0828793048858643
Epoch 1939: Loss: 1.0449200868606567
Epoch 1940: Loss: 1.0409064292907715
Epoch 1941: Loss: 1.0236035585403442
Epoch 1942: Loss: 1.0641160011291504
Epoch 1943: Loss: 1.0839099884033203
Epoch 1944: Loss: 0.9980693459510803
Epoch 1945: Loss: 1.0323225259780884
Epoch 1946: Loss: 1.045925498008728
Epoch 1947: Loss: 0.9872735738754272
Epoch 1948: Loss: 1.0850696563720703
Epoch 1949: Loss: 1.0281052589416504
Epoch 1950: Loss: 1.090872049331665
Epoch 1951: Loss: 1.0375818014144897
Epoch 1952: Loss: 1.043700098991394
Epoch 1953: Loss: 1.0575684309005737
Epoch 1954: Loss: 0.9894431233406067
Epoch 1955: Loss: 1.1021353006362915
Epoch 1956: Loss: 1.0223625898361206
Epoch 1957: Loss: 1.0017355680465698
Epoch 1958: Loss: 0.9814280271530151
Epoch 1959: Loss: 1.0217243432998657
Epoch 1960: Loss: 1.0131713151931763
Epoch 1961: Loss: 1.037919282913208
Epoch 1962: Loss: 1.0472418069839478
Epoch 1963: Loss: 1.021917462348938
Epoch 1964: Loss: 1.0075887441635132
Epoch 1965: Loss: 1.0562214851379395
Epoch 1966: Loss: 1.0477107763290405
Epoch 1967: Loss: 1.0285080671310425
Epoch 1968: Loss: 1.07581627368927
Epoch 1969: Loss: 1.026275873184204
Epoch 1970: Loss: 1.042435646057129
Epoch 1971: Loss: 1.0352215766906738
Epoch 1972: Loss: 1.0016696453094482
Epoch 1973: Loss: 0.982265293598175
Epoch 1974: Loss: 1.0424925088882446
Epoch 1975: Loss: 1.097493052482605
Epoch 1976: Loss: 1.053374171257019
Epoch 1977: Loss: 1.0735470056533813
Epoch 1978: Loss: 0.9986406564712524
Epoch 1979: Loss: 1.0151398181915283
Epoch 1980: Loss: 1.0336580276489258
Epoch 1981: Loss: 1.0114949941635132
Epoch 1982: Loss: 0.9486982226371765
Epoch 1983: Loss: 1.0642012357711792
Epoch 1984: Loss: 1.0633814334869385
Epoch 1985: Loss: 1.0242283344268799
Epoch 1986: Loss: 1.0297058820724487
Epoch 1987: Loss: 1.0699801445007324
Epoch 1988: Loss: 0.9646709561347961
Epoch 1989: Loss: 1.0055055618286133
Epoch 1990: Loss: 0.995604932308197
Epoch 1991: Loss: 0.986950695514679
Epoch 1992: Loss: 1.0849496126174927
Epoch 1993: Loss: 1.056154489517212
Epoch 1994: Loss: 1.0452401638031006
Epoch 1995: Loss: 1.0234196186065674
Epoch 1996: Loss: 1.0974568128585815
Epoch 1997: Loss: 1.0589786767959595
Epoch 1998: Loss: 1.0279537439346313
Epoch 1999: Loss: 0.9801162481307983
Epoch 2000: Loss: 1.0010221004486084
In [ ]:
def evaluate(data):
    model.eval()
    with torch.no_grad():
        out = model(data.x, data.edge_index)
        loss = loss_func(out.squeeze(), data.y)
    return loss.item()

test_loss = evaluate(G_data_test)
print(f'Test Loss: {test_loss}')

def predict(data):
    model.eval()
    with torch.no_grad():
        predictions = model(data.x, data.edge_index)
    return predictions.squeeze()

predictions = predict(G_data_test)

test_data_['PD GNN New test'] = np.array([from_pred_to_normal(y) for y in predictions])
test_data_[["T_LOCAL_TX_PD",'PD random forest new','PD GNN New test']]
Test Loss: 10.353976249694824
Out[ ]:
T_LOCAL_TX_PD PD random forest new PD GNN New test
3394 -4 6+ -2
3396 -6 6+ -7
3403 6 -7 -3
3404 7+ 7+ -7
3421 -5 7+ -6
... ... ... ...
4486 -6 -8 3+
4488 5 -5 -4
4492 7+ 7+ 6+
4494 7 -8 -6
4499 -3 -6 -4

106 rows × 3 columns